-- Logs begin at Wed 2021-07-07 17:49:45 UTC, end at Wed 2021-07-07 18:49:30 UTC. -- Jul 07 18:21:37.770464 dv-cinder-799871-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 18:21:40.500292 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:21:40.500917 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 18:21:40.501074 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:21:40.504970 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.common.config [-] Logging enabled! Jul 07 18:21:40.505231 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 18:21:40.505545 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 18:21:40.506483 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:21:40.506722 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:21:40.507088 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:21:40.507338 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:21:40.507569 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:21:40.507918 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.508215 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.508515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.508748 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.509046 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.509338 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.509624 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.509916 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.510299 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.510590 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.510873 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.511160 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.511392 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.511677 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.511995 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.512288 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.512515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] debug = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.512798 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.513224 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.513646 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.513929 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.514225 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.514509 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.514782 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.515062 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.515348 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.515680 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] host = dv-cinder-799871-3-iscsi {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.515988 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.516282 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.516572 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.516863 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.517141 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.517419 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.517731 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.518006 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.518282 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.518556 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.518846 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.519138 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.519427 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.519654 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.519878 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.520193 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.520481 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.520759 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.521035 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.521311 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.521588 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.521862 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.522132 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.522418 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.522704 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.522990 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.523265 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.523542 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.523821 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.524202 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.524491 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.524769 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.525042 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.525319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.525608 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.525879 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.526154 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.526456 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.526743 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.527027 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.527314 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.527590 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.527873 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.528170 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.528445 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.528718 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_json = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.528992 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.529265 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.529548 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.529822 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.530098 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.530373 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.530646 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.530932 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:40.531233 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.531535 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.531839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.532151 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.532449 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.532730 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.533021 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.533328 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.533621 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.533913 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.534209 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.534492 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.534782 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.535064 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.535359 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.535670 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.535990 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.536288 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.536568 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.536846 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.537124 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.537406 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.537695 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.537996 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.538287 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.538566 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.538849 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.539159 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.539426 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.539704 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.540045 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.540374 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.540659 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.540938 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.541226 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.541513 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.541792 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.542072 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.542355 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.542649 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.542929 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.543205 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.543478 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.543761 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.544066 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.544357 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.544640 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.544917 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.545284 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.545475 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.545754 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.546031 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.546316 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.546595 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.546877 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.547152 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.547426 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.547702 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.548001 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.548280 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.548555 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.549362 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.549644 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.549921 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.550197 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.550472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.550749 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.551025 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.551314 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.551617 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.551905 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.552200 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.552483 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.552767 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.553048 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.553330 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.553610 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.553891 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.554166 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.554463 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.554784 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.555048 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.555335 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.555613 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.555927 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.556290 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.556580 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.556861 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.557143 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.557436 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.557724 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.558022 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.558320 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.558617 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.558949 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.559211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.559493 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.559806 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.560113 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:40.560336 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:21:40.560582 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92836) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 18:21:40.915708 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:21:40.916089 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:21:40.916366 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 18:21:40.916697 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 18:21:41.307978 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.308187 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.308471 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.309781 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.310058 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.310336 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.344630 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.344918 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.345189 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.359193 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.359480 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.359774 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.389538 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.389822 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.390101 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.426262 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.426548 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.426821 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.660272 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.660937 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.660937 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.661125 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.661818 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.783428 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.783744 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.784051 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.784331 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.784602 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.784917 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.785180 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.785439 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.785696 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.785981 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.786254 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.786532 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.786796 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.787062 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.787320 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.787591 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.787862 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.788151 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.788424 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.788680 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.788961 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.789316 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.789581 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.789863 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.790114 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.790358 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.790763 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.791007 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.791245 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.791483 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.791720 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.791995 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:41.792363 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 18:21:41.796486 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 18:21:41.800990 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 18:21:41.804684 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 07 18:21:41.806387 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 18:21:41.806845 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 18:21:41.807183 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 18:21:41.807565 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 18:21:41.810384 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 18:21:41.810634 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 18:21:41.810981 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:21:41.839128 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 18:21:41.839576 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.839878 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92836) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 18:21:41.840263 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.841693 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92836) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 18:21:41.841976 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 18:21:41.842225 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 18:21:41.845411 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.845725 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:41.912337 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 18:21:41.912513 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 18:21:41.912737 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 18:21:41.913126 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 18:21:41.936781 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_db.sqlalchemy.engines [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92836) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 18:21:42.476495 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing driver for type 'gre' Jul 07 18:21:42.477159 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] gre ID ranges: [(1, 1000)] Jul 07 18:21:42.532391 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing driver for type 'local' Jul 07 18:21:42.532731 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing driver for type 'vlan' Jul 07 18:21:42.546281 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] VlanTypeDriver initialization complete Jul 07 18:21:42.546618 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing driver for type 'vxlan' Jul 07 18:21:42.547139 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] vxlan ID ranges: [(1, 1000)] Jul 07 18:21:42.600811 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing extension driver 'port_security' Jul 07 18:21:42.601182 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] PortSecurityExtensionDriver initialization complete Jul 07 18:21:42.601543 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing mechanism driver 'openvswitch' Jul 07 18:21:42.601934 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing mechanism driver 'hyperv' Jul 07 18:21:42.608408 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.plugin [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:42.609094 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.609471 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.609840 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.610354 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.610793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.611153 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.612224 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.612224 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.612534 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.612999 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.613371 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.613749 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.614160 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.614517 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.614866 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.615395 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.615815 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.616202 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.616555 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.616949 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.617367 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.617815 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.618159 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.618550 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 18:21:42.618932 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] ML2 OVO RPC backend initialized. {{(pid=92836) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 18:21:42.619643 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.620027 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.620452 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.620803 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > networks before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.621159 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.621507 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > ports before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.621860 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.622205 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.622813 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.623031 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.623376 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.623724 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.624093 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.624607 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.625246 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.625822 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.626406 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.627472 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.plugin [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Modular L2 Plugin initialization complete Jul 07 18:21:42.628076 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading services supported by the core plugin {{(pid=92836) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 18:21:42.628648 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.plugins.ml2.managers [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Got port-security extension from driver 'port_security' Jul 07 18:21:42.629476 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.extensions.vlantransparent [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Disabled vlantransparent extension. Jul 07 18:21:42.630165 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92836) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 18:21:42.630489 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: router Jul 07 18:21:42.669120 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.669761 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_create 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.669878 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router before_create 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.670247 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.670620 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.670976 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_delete 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.671337 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.671702 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_create 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.672077 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.672433 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.672784 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.673145 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.673570 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.673953 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.674294 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.674634 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: subnet after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.674975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.675324 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.675671 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.676038 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.676384 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.676744 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router after_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.677087 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.677438 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.677804 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.678150 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.678516 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > agent after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.678867 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.679211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > network after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.680567 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Tracking information for resource: router configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:42.680693 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Tracking information for resource: floatingip configured {{(pid=92836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 18:21:42.685589 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.db.l3_agentschedulers_db [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 18:21:42.686172 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.686534 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.686887 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.687242 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: port after_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.688068 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router before_create 55550100 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.688438 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.688804 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.689167 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.693635 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.provider_configuration [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service providers = [] {{(pid=92836) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 18:21:42.694000 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.db.servicetype_db [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92836) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 18:21:42.697030 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.service_base [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:21:42.697375 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.service_base [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:21:42.697720 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.service_base [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:21:42.698606 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.services.service_base [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 18:21:42.698980 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.services.service_base [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 18:21:42.699353 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.699668 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 18:21:42.710953 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.711350 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: auto_allocate Jul 07 18:21:42.717035 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: network precommit_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.717406 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: network precommit_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.717933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.718257 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: tag Jul 07 18:21:42.725543 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.725871 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: timestamp Jul 07 18:21:42.731223 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.731507 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: network_ip_availability Jul 07 18:21:42.736945 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.737319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.737683 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.738388 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.738705 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: flavors Jul 07 18:21:42.743434 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.743760 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading Plugin: revisions Jul 07 18:21:42.748075 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 18:21:42.748472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=92836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 18:21:42.749211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92836) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 18:21:42.749550 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Initializing extension manager. Jul 07 18:21:42.750060 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: __init__.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.750403 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: __pycache__ {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.750735 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.751065 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: address_group.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.751842 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.752426 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: address-group Jul 07 18:21:42.752748 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: address_scope.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.753457 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.753961 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: address-scope Jul 07 18:21:42.754282 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.755210 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.755718 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: router-admin-state-down-before-update Jul 07 18:21:42.756080 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: agent.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.756774 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.757478 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: agent Jul 07 18:21:42.757824 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: agent_resources_synced.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.758788 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.759297 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: agent-resources-synced Jul 07 18:21:42.759623 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.761424 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.761958 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: allowed-address-pairs Jul 07 18:21:42.762272 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.763341 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.763852 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: auto-allocated-topology Jul 07 18:21:42.764204 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: availability_zone.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.764891 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.765389 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: availability_zone Jul 07 18:21:42.765711 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: availability_zone_filter.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.766621 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.767127 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: availability_zone_filter Jul 07 18:21:42.768007 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: data_plane_status.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.768915 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.769416 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 18:21:42.769738 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: default_subnetpools.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.770643 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.771147 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: default-subnetpools Jul 07 18:21:42.771472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.772311 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.772807 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: dhcp_agent_scheduler Jul 07 18:21:42.773127 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: dns.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.774136 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.774695 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 18:21:42.775010 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: dns_domain_ports.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.775954 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.776455 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 18:21:42.776776 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.777700 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.778200 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 18:21:42.778562 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: dvr.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.779186 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.779690 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: dvr Jul 07 18:21:42.780036 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: empty_string_filtering.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.780942 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.781447 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: empty-string-filtering Jul 07 18:21:42.781766 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.782670 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.783738 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:21:42.784093 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.785009 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.785522 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 18:21:42.785847 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: external_net.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.786749 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.787258 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: external-net Jul 07 18:21:42.787583 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.788507 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.789014 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: extra_dhcp_opt Jul 07 18:21:42.789335 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: extraroute.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.790246 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.790756 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: extraroute Jul 07 18:21:42.791076 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: extraroute_atomic.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.792134 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.792644 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: extraroute-atomic Jul 07 18:21:42.792965 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: filter_validation.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.793625 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.794127 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: filter-validation Jul 07 18:21:42.794452 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: fip_pf_description.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.795363 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.795864 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 18:21:42.796205 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: fip_port_details.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.797123 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.797630 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: fip-port-details Jul 07 18:21:42.797953 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: flavors.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.799211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.799723 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: flavors Jul 07 18:21:42.800072 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.801740 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.802264 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 18:21:42.802601 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: floatingip_pools.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.803299 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.803811 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: floatingip-pools Jul 07 18:21:42.804169 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: ip_allocation.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.805128 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.805591 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 18:21:42.805915 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.806829 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.807335 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: ip-substring-filtering Jul 07 18:21:42.807667 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l2_adjacency.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.808625 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.809128 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 18:21:42.809448 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.810428 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.810943 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: router Jul 07 18:21:42.811266 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.813663 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.814183 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 18:21:42.814539 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.815487 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.816028 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: ext-gw-mode Jul 07 18:21:42.816359 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.817280 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.817798 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: l3-ha Jul 07 18:21:42.818123 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3_flavors.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.819053 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.819620 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: l3-flavors Jul 07 18:21:42.819880 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.820819 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.821345 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 18:21:42.821648 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: l3agentscheduler.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.822694 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.823206 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: l3_agent_scheduler Jul 07 18:21:42.823532 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: logging.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.825047 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.825564 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension logging not supported by any of loaded plugins Jul 07 18:21:42.825893 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: metering.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.826637 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.827222 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: metering Jul 07 18:21:42.827549 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.828668 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.829183 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: metering_source_and_destination_fields Jul 07 18:21:42.829508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: multiprovidernet.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.831146 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.831660 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: multi-provider Jul 07 18:21:42.832011 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: netmtu.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.832930 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.833438 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: net-mtu Jul 07 18:21:42.833762 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: netmtu_writable.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.834678 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.835183 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: net-mtu-writable Jul 07 18:21:42.835506 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: network_availability_zone.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.836345 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.836722 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: network_availability_zone Jul 07 18:21:42.837039 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: network_ip_availability.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.838131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.838645 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: network-ip-availability Jul 07 18:21:42.838974 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: network_segment_range.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.839738 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.840277 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 18:21:42.840600 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: pagination.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.841574 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.841904 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: pagination Jul 07 18:21:42.842224 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: port_device_profile.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.843138 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.843656 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: port-device-profile Jul 07 18:21:42.844003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.844928 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.845433 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: port-mac-address-regenerate Jul 07 18:21:42.846317 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.847489 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.848032 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: port-numa-affinity-policy Jul 07 18:21:42.848359 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: port_resource_request.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.849263 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.849764 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 18:21:42.850112 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: portbindings.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.851035 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.851550 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: binding Jul 07 18:21:42.851868 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: portbindings_extended.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.853303 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.853810 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: binding-extended Jul 07 18:21:42.854139 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: portsecurity.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.855062 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.855577 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: port-security Jul 07 18:21:42.855917 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: project_id.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.856900 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.857230 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: project-id Jul 07 18:21:42.857553 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: providernet.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.858483 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.859002 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: provider Jul 07 18:21:42.859323 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.862841 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.863360 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos not supported by any of loaded plugins Jul 07 18:21:42.863691 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.864949 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.865463 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 18:21:42.865792 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.866710 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.867224 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 18:21:42.867551 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_default.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.868495 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.869008 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-default not supported by any of loaded plugins Jul 07 18:21:42.869333 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_fip.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.869983 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.870488 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 18:21:42.870811 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.871732 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.872275 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 18:21:42.872597 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.873533 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.874035 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 18:21:42.874357 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.875267 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.875772 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 18:21:42.876130 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: qos_rules_alias.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.877697 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.878210 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 18:21:42.878533 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: quotasv2.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.879451 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.879776 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: quotas Jul 07 18:21:42.880129 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: quotasv2_detail.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.883153 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.883490 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: quota_details Jul 07 18:21:42.883824 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: rbac.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.884914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.885432 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: rbac-policies Jul 07 18:21:42.885765 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: rbac_address_group.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.886880 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.887396 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: rbac-address-group Jul 07 18:21:42.887727 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: rbac_address_scope.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.888694 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.889204 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: rbac-address-scope Jul 07 18:21:42.889532 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: rbac_security_groups.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.890442 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.890951 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: rbac-security-groups Jul 07 18:21:42.891278 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.892231 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.893274 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: rbac-subnetpool Jul 07 18:21:42.893733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: revisionifmatch.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.894565 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.895098 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: revision-if-match Jul 07 18:21:42.895410 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: revisions.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.896567 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.897072 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: standard-attr-revisions Jul 07 18:21:42.897397 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: router_availability_zone.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.898065 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.898581 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: router_availability_zone Jul 07 18:21:42.898904 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: routerservicetype.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.899854 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.900349 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 18:21:42.900674 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.901592 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.902098 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: security-groups-normalized-cidr Jul 07 18:21:42.902423 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.903336 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.903846 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: port-security-groups-filtering Jul 07 18:21:42.904206 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.905145 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.905660 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: security-groups-remote-address-group Jul 07 18:21:42.905976 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: securitygroup.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.915673 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.916235 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: security-group Jul 07 18:21:42.916568 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: segment.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.917354 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.917861 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension segment not supported by any of loaded plugins Jul 07 18:21:42.918194 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.919141 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.919672 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 18:21:42.920032 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: servicetype.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.921144 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.921660 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: service-type Jul 07 18:21:42.921987 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: sorting.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.922960 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.923290 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: sorting Jul 07 18:21:42.923613 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: standard_attr_segment.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.924649 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.925163 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 18:21:42.925487 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: standardattrdescription.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.926134 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.926643 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: standard-attr-description Jul 07 18:21:42.926968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: stateful_security_group.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.927914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.928442 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: stateful-security-group Jul 07 18:21:42.928767 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: stdattrs_common.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.929352 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 18:21:42.929673 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.930683 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.931192 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 18:21:42.931515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnet_onboard.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.932605 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.933126 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: subnet_onboard Jul 07 18:21:42.933453 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.934380 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.934922 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 18:21:42.935247 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnet_service_types.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.936195 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.936714 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: subnet-service-types Jul 07 18:21:42.937035 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnetallocation.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.938203 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.938650 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: subnet_allocation Jul 07 18:21:42.938975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.940321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.940708 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: subnetpool-prefix-ops Jul 07 18:21:42.941241 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.941976 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.942485 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 18:21:42.942807 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: tagging.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.943920 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.944438 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: standard-attr-tag Jul 07 18:21:42.944771 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: timestamp.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.946002 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.946509 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loaded extension: standard-attr-timestamp Jul 07 18:21:42.946836 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: trunk.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.947863 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.948404 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension trunk not supported by any of loaded plugins Jul 07 18:21:42.948736 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: trunk_details.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.949655 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.950164 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 18:21:42.950488 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.951406 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.951947 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 18:21:42.952276 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Loading extension file: vlantransparent.py {{(pid=92836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 18:21:42.952949 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 18:21:42.953454 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 18:21:42.956518 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:network Jul 07 18:21:42.957056 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnet Jul 07 18:21:42.957455 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:21:42.957854 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:port Jul 07 18:21:42.959125 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.959578 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service FLAVORS assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.960239 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.960669 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.961048 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:router Jul 07 18:21:42.961440 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:21:42.961948 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service METERING assigned prefix: /metering {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.963437 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.964082 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.964426 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:21:42.965433 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:21:42.965884 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:21:42.966320 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:21:42.966926 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service CORE assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.967257 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:21:42.967613 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] subnetpool is already registered Jul 07 18:21:42.968073 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service CORE assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.968401 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:21:42.968739 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] subnetpool is already registered Jul 07 18:21:42.971085 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.971525 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service FLAVORS assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.972645 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.973076 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.973414 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:router Jul 07 18:21:42.973754 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] router is already registered Jul 07 18:21:42.974170 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 18:21:42.974506 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] floatingip is already registered Jul 07 18:21:42.974968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service METERING assigned prefix: /metering {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.975641 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 18:21:42.975998 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] rbac_policy is already registered Jul 07 18:21:42.976416 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:security_group Jul 07 18:21:42.976752 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] security_group is already registered Jul 07 18:21:42.977157 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 18:21:42.977492 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] security_group_rule is already registered Jul 07 18:21:42.978120 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service CORE assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.978449 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:21:42.978791 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] subnetpool is already registered Jul 07 18:21:42.979215 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.v2.resource_helper [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Service CORE assigned prefix: {{(pid=92836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 18:21:42.979540 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 18:21:42.979876 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING neutron.quota.resource_registry [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] subnetpool is already registered Jul 07 18:21:42.980415 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: extensions {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.981908 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: address-groups {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.983410 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: address-scopes {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.984769 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: agents {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.985916 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: auto-allocated-topology {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.987813 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: availability_zones {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.990112 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: dhcp-networks {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.994164 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: dhcp-agents {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.995958 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: routers {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:42.998211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: flavors {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.000284 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: service_profiles {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.002820 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: next_providers {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.004298 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: service_profiles {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.006080 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: floatingip-pools {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.007310 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: routers {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.009135 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: floatingips {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.010412 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: l3-routers {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.011809 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: l3-agents {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.013257 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: metering-labels {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.014902 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: metering-label-rules {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.016920 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: network-ip-availabilities {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.018780 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: bindings {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.020360 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: quotas {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.022261 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: quotas {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.023984 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: rbac-policies {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.025395 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: security-groups {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.027374 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: security-group-rules {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.028661 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: service-providers {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.029879 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: subnetpools {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.031262 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: subnetpools {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.032849 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.034561 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.036409 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.038186 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.039981 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.041987 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.043656 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.045481 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.047328 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.049131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron.api.extensions [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Extended resource: tags {{(pid=92836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 18:21:43.055227 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING keystonemiddleware.auth_token [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 18:21:43.059783 dv-cinder-799871-3-iscsi neutron-server[92836]: WARNING keystonemiddleware.auth_token [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 18:21:43.069647 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Acquired lock "singleton_lock" {{(pid=92836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 18:21:43.070124 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_concurrency.lockutils [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Releasing lock "singleton_lock" {{(pid=92836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 18:21:43.070838 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Starting 2 workers Jul 07 18:21:43.075606 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Started child 92945 {{(pid=92836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:21:43.080162 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Started child 92946 {{(pid=92836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:21:43.081059 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.081747 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO neutron.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 18:21:43.083446 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [-] (92945) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:21:43.083670 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Notify callbacks [] for process, before_spawn {{(pid=92836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.085577 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.086037 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Starting 1 workers Jul 07 18:21:43.087010 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [-] (92946) wsgi starting up on http://0.0.0.0:9696 Jul 07 18:21:43.090916 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Started child 92947 {{(pid=92836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:21:43.091469 dv-cinder-799871-3-iscsi neutron-server[92836]: INFO oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Starting 1 workers Jul 07 18:21:43.094626 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] calling RpcWorker wait() {{(pid=92947) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 18:21:43.095194 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] returning from RpcWorker wait() {{(pid=92947) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 18:21:43.096140 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Started child 92948 {{(pid=92836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 18:21:43.096703 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.097260 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG neutron_lib.callbacks.manager [None req-ed80d629-f7dc-4630-8d89-9d5cf16219b4 None None] Notify callbacks [] for process, after_spawn {{(pid=92836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.097529 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:43.099064 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:21:43.099290 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:21:43.099479 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:21:43.099696 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:21:43.100051 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:21:43.100211 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:21:43.100700 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.100975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.101064 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:43.101557 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.101557 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.101772 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.102200 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:43.102382 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.102645 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.102899 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.103189 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.103424 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.103591 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.103758 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.104050 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.104302 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.104584 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.104835 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.105097 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.105378 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.105555 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.105827 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.106100 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.106355 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.106614 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] debug = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.106869 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.107345 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.107594 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.107853 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.108124 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.108387 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.108632 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.108905 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.109156 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.109400 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.109663 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.109912 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.110148 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.110366 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.110602 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.110845 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.111078 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.111581 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] host = dv-cinder-799871-3-iscsi {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.111799 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.112072 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.112297 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.112541 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.112783 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.113000 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.113270 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.113524 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.113773 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.113994 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.114244 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.114484 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.114698 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.114933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.115096 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_options = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.115337 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.115612 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.115872 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.116133 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.116304 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.116482 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.116730 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.116892 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.117145 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.117380 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.117578 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.117789 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.118007 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.118239 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.118474 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.118734 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.118952 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.119181 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.119442 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.119690 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.119950 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.120203 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.120424 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.120652 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.120884 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.121102 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.121330 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.121544 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.121756 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.122031 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.122258 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.122524 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.122768 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.123019 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.123269 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.123494 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.123722 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.124000 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.124231 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.124478 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.124718 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.124959 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.125202 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.125434 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.125665 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.125943 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_json = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.126107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.126319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.126566 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.127296 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.127521 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.127735 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.128011 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.128237 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.128656 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.128947 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.129265 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.129513 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.129783 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.130041 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.130279 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.130529 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.130765 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.130999 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.131317 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.131560 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.131850 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.132126 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.132387 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.132779 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.133049 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.133244 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.133485 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.133732 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.134108 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.134236 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.134566 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.134769 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.135025 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.135286 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.135524 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.135741 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.136057 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.136504 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.136504 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.136821 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.136945 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.137177 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.137369 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.137628 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.137872 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.138089 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.138379 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.138661 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.139286 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.139286 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.139516 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.139625 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.139800 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.140069 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.140286 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.140515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.140756 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.141112 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.141261 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.141434 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.141615 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.141828 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.142048 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.142279 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.142583 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.143327 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.143696 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.143845 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.144088 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.144303 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.144481 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.144726 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.144909 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.145128 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.145371 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.145545 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.145762 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.146839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.146839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.146839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.146839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.146839 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.147817 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.147817 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.147817 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.147817 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.147817 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.148511 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.148511 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.148773 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.148773 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.149031 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.149266 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.151852 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.152642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.153321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.153321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.153321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.154065 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.154065 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.154065 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.156107 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.159291 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160319 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.160975 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.161247 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.161324 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.161499 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.161766 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.162012 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.162247 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.162526 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.162772 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.163005 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.163248 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.163481 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.163692 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.164157 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.164409 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.164627 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.165213 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.165213 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.165582 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.165582 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166181 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166181 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166181 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166813 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166813 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.166813 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.167220 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.167220 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.167489 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.167632 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.167877 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.168134 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.168368 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.168560 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.168774 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.169022 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.169237 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.169519 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.169765 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.169977 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.170201 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.170443 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.170694 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.170924 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.171191 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.171407 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.171639 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.171849 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.172090 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.172302 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.172514 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.172739 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.172988 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.173182 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.173422 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.173762 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.174022 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.174250 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.174499 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.174712 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.174960 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.175193 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176058 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176058 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176058 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176058 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.176755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.177344 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.177344 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.177344 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.179003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.180626 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.181733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.181733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.181733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.181733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.181733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.183253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184540 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184973 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.184973 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.186552 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187012 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187012 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187012 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187374 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187499 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.187785 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.188101 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.188354 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.188603 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.188871 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.189163 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.189972 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.190909 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.190909 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.190909 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.191630 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.191630 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.191630 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.191876 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.192053 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.192273 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.192515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.192755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.193152 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.193407 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.193976 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.193976 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.194166 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.194304 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.194542 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.194769 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.195003 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.195324 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.195608 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.195608 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:21:43.196118 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 18:21:43.196268 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 18:21:43.196434 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 18:21:43.196616 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 18:21:43.196755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 18:21:43.196900 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 18:21:43.197102 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.197306 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.197425 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.197543 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198066 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198066 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198066 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198309 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198309 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198465 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198620 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.198945 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.199289 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.199517 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.199681 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.199841 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200023 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200189 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200354 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200507 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200667 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200846 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.200980 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] debug = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.201135 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.201330 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.201495 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.201834 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.202172 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.203914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204871 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] host = dv-cinder-799871-3-iscsi {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.204871 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.205634 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.205708 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.205857 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206025 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206154 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206324 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206450 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206609 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206765 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.206922 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207077 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207234 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207390 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207546 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_options = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207703 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.207860 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208023 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208212 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208376 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208534 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208691 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.208850 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209006 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209164 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209477 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209634 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209790 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.209946 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210103 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210263 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210419 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210577 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210734 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.210890 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211047 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211204 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211362 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211519 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211676 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.211834 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212013 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212171 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212328 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212486 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212644 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212801 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.212957 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213114 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213271 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213428 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213588 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213747 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.213903 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214060 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214217 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214377 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214535 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214690 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.214847 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_json = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215004 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.215970 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.216436 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 18:21:43.216436 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.216436 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.216679 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.216679 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.216825 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.216989 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.217150 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.217310 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.217472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.217628 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.217952 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218099 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218276 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218433 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218587 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.218933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.219396 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.219396 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.219396 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.220564 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.221793 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.222968 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223420 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223420 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223420 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223632 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223712 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.223824 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224032 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224198 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224371 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224532 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224693 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.224854 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225027 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225175 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225318 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225480 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225631 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225798 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.225949 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226122 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226285 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226448 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226608 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226771 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.226933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227280 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227438 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227567 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227661 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227787 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.227967 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228133 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228279 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228442 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228605 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228768 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.228933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229078 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229238 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229399 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229562 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229732 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.229906 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230068 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230228 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230386 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230545 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230708 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.230870 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231030 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231192 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231352 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231515 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231676 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.231835 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232137 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232305 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232444 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232580 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232716 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232851 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.232986 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233122 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233267 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233357 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233684 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233684 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.233932 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234054 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234178 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234301 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234415 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234581 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234751 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.234914 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235075 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235234 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235396 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235556 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235714 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.235876 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236069 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236252 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236413 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236581 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236669 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:43.236755 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.236901 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237063 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237223 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237406 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237567 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237728 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.237876 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238037 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238197 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238357 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238517 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238678 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.238841 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239001 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239162 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239323 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239483 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239643 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239803 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.239993 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240160 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240321 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240481 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240642 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240802 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.240961 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241121 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241281 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241442 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241601 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241761 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.241920 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242081 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242332 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242477 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242561 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242688 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.242907 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243005 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243150 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243312 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243634 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243795 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.243978 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244140 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244300 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244463 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244633 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244772 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.244932 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245092 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245253 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245413 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245573 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245733 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.245893 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246059 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246234 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246393 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246554 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246714 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.246873 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247035 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247197 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247359 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247518 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247680 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.247838 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248023 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248186 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248346 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248506 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248667 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248826 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.248996 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249130 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249294 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249454 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249615 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249775 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.249935 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.250284 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.250284 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.250784 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.250784 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.250784 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251131 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251464 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251464 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.251664 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.252651 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.253782 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.253961 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254124 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254285 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254448 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254609 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254770 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.254940 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255101 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255262 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255422 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255584 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255743 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.255933 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256098 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256247 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256419 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256581 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256740 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.256901 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257074 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257236 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257400 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257561 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257721 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.257882 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258139 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258266 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258389 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258514 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258672 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.258841 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259010 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259179 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259339 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259505 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259677 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.259838 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260023 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260185 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260346 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260508 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260669 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260831 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.260991 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261151 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261313 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261472 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261632 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261791 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.261954 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262116 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262277 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262436 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262597 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262758 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 18:21:43.262910 dv-cinder-799871-3-iscsi neutron-server[92836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 18:21:43.444444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53704) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:21:43.452876 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062273 Jul 07 18:21:54.794606 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b8a5a-30f4-4d7a-86c8-997b52413f16 None None] get_active_networks_info from dv-cinder-799871-3-iscsi {{(pid=92947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 18:21:54.855467 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b8a5a-30f4-4d7a-86c8-997b52413f16 None None] No non-hosted networks {{(pid=92947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 18:21:54.871098 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.agentschedulers_db [None req-e61b8a5a-30f4-4d7a-86c8-997b52413f16 None None] DHCP Agent not found on host dv-cinder-799871-3-iscsi {{(pid=92947) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 18:21:54.925676 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6284-60f4-4115-a80e-b8aacb4baecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.298832 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cdb37edd-28b9-407d-865b-cdbab759fb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.349080 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0243da1e-b8c3-4307-97ab-40854de2509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.399449 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:57.406045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.406045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.406045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.406045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.406045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.407260 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.407260 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.407260 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.407682 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.410641 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.410952 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.411304 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:21:57.417390 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:57.427098 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:21:58.420080 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:00.121708 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:01.365867 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53796) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:01.674424 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.db.l3_hamode_db [None req-432a977a-3f04-408d-8e6b-371636585e37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 18:22:01.750231 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a977a-3f04-408d-8e6b-371636585e37 None None] Routers set() bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:01.750621 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a977a-3f04-408d-8e6b-371636585e37 None None] Router IDs set() for agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 18:22:01.867870 dv-cinder-799871-3-iscsi neutron-server[92945]: WARNING oslo_policy.policy [None req-bf102f1a-5f60-42b3-9efd-72c85eb04def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:01.868460 dv-cinder-799871-3-iscsi neutron-server[92945]: WARNING oslo_policy.policy [None req-bf102f1a-5f60-42b3-9efd-72c85eb04def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:02.083231 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [None req-bf102f1a-5f60-42b3-9efd-72c85eb04def admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:02.084517 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-bf102f1a-5f60-42b3-9efd-72c85eb04def admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7165320 Jul 07 18:22:04.473163 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53810) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:04.783581 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:04.880315 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.policy [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:22:04.924980 dv-cinder-799871-3-iscsi neutron-server[92945]: WARNING oslo_policy.policy [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:04.925354 dv-cinder-799871-3-iscsi neutron-server[92945]: WARNING oslo_policy.policy [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:04.933856 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.quota [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] Loaded quota_driver: . Jul 07 18:22:05.029220 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765734980260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765734979785', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765735001318', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765734998700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765735005281', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765734946054', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3656384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3657251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-491937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405531'] for rbac-policy, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.093789 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:05.095790 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c3aa0774-74d8-4b08-a266-70587b1990ab admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214497 Jul 07 18:22:07.683845 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53822) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:07.987021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0788339e10f54b96a53eab1013e46874', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'name': 'private'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:08.015995 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Made reservation on behalf of 0788339e10f54b96a53eab1013e46874 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:08.019630 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.036143 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.158300 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.163425 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.183528 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:22:08.212253 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765736816981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.212868 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Unsubscribe: segment precommit_create {{(pid=92945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:22:08.213385 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Added segment 1d14e681-1de1-4b10-8ff4-1837dd6edff9 of type vlan for network 016f3a75-2ff6-4118-9c1e-ea2338b7032b Jul 07 18:22:08.230331 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79861187-1739-4813-ba87-a3e809412642,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:08.256760 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.257117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.257455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.257785 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.258116 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.258442 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.258769 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.259140 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.259466 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.259786 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.260129 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.260487 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Tracked resource versions report: Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: pushed versions: Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: consumer versions: Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Log': '1.0', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Network': '1.1', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Port': '1.7', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SubPort': '1.0', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Subnet': '1.1', Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jul 07 18:22:08.261697 dv-cinder-799871-3-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:08.335315 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.386158 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.387498 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:08.388170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:08.476598 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7914801 Jul 07 18:22:08.491476 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921296e-b04a-4e88-bcfb-1894318100b9 admin admin] Pushing event updated for resources: {'Network': ['ID=016f3a75-2ff6-4118-9c1e-ea2338b7032b,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:08.505038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:22:11.128750 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53836) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:11.532660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd5a79-419d-49f7-9425-5bee34f5c776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:11.534015 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-01bd5a79-419d-49f7-9425-5bee34f5c776 admin admin] 10.222.0.58 "GET /v2.0/networks/016f3a75-2ff6-4118-9c1e-ea2338b7032b HTTP/1.1" status: 200 len: 826 time: 0.4043181 Jul 07 18:22:11.566841 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-fe75847a-3aa4-4fce-9f46-b16c6a9592d1 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/13a3a384-2bd3-40a9-8fa0-6bb406a1cea5 HTTP/1.1" status: 200 len: 734 time: 0.0273924 Jul 07 18:22:11.575621 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Request body: {'subnet': {'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5', 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:11.600431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Made reservation on behalf of 0788339e10f54b96a53eab1013e46874 for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:11.602710 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:11.919940 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:11.989723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd823991-bd99-4fa5-bb09-c762d19f5a07,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:11.991958 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Checking segment: {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:11.992326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Network hostable DHCP agents. Network: 016f3a75-2ff6-4118-9c1e-ea2338b7032b, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:22:12.014600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:22:12.027698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 016f3a75-2ff6-4118-9c1e-ea2338b7032b) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:12.034036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:12.034613 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.037823 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ec432-9dc0-4c6c-b505-ed868da50da6 None None] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:12.047148 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c24bd377-5c61-4507-b3e8-945935563c03 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4750826 Jul 07 18:22:12.360838 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:22:12.362062 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.644541 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Allocated IP 172.20.0.2 (016f3a75-2ff6-4118-9c1e-ea2338b7032b/cd823991-bd99-4fa5-bb09-c762d19f5a07/8a476f11-3290-45d9-b6bd-7105b742f55d) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:12.850315 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.893485 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Transition to ACTIVE for port object 8a476f11-3290-45d9-b6bd-7105b742f55d will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:12.914895 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Transition to ACTIVE for port object 8a476f11-3290-45d9-b6bd-7105b742f55d will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:12.923296 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:12.989751 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:12.996564 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:13.008836 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Pushing event updated for resources: {'Port': ['ID=8a476f11-3290-45d9-b6bd-7105b742f55d,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:13.013687 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:13.020723 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.021057 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.021394 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.021724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.022049 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.022411 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.022737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.023059 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.023393 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.023715 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.024354 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.024354 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Tracked resource versions report: Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: pushed versions: Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Log': {'1.0'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Network': {'1.1'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Port': {'1.7'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'PortForwarding': {'1.2'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'QosPolicy': {'1.8'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SubPort': {'1.0'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Subnet': {'1.1'}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Trunk': {'1.1'}} Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: consumer versions: Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'ConntrackHelper': '1.0', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Log': '1.0', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Network': '1.1', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Port': '1.7', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'PortForwarding': '1.2', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'QosPolicy': '1.8', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroup': '1.4', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroupRule': '1.2', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SubPort': '1.0', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Subnet': '1.1', Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Trunk': '1.1'}} Jul 07 18:22:13.025521 dv-cinder-799871-3-iscsi neutron-server[92947]: {{(pid=92947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:13.093840 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Attempting to bind port 8a476f11-3290-45d9-b6bd-7105b742f55d on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:13.094505 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Attempting to bind port 8a476f11-3290-45d9-b6bd-7105b742f55d by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:13.094612 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Attempting to bind port 8a476f11-3290-45d9-b6bd-7105b742f55d on network 016f3a75-2ff6-4118-9c1e-ea2338b7032b {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:13.099609 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:13.100158 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Checking segment: {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:13.100571 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.100957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Bound using segment: {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:13.101441 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Bound port: 8a476f11-3290-45d9-b6bd-7105b742f55d, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:13.101871 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.162602 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] For port 8a476f11-3290-45d9-b6bd-7105b742f55d, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:13.166907 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] For port 8a476f11-3290-45d9-b6bd-7105b742f55d, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8a476f11-3290-45d9-b6bd-7105b742f55d,segment=NetworkSegment(1d14e681-1de1-4b10-8ff4-1837dd6edff9),segment_id=1d14e681-1de1-4b10-8ff4-1837dd6edff9)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:13.170548 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:13.240209 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c8328-7452-4fb3-a150-a61f3988c194 None None] Pushing event updated for resources: {'Port': ['ID=8a476f11-3290-45d9-b6bd-7105b742f55d,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:14.647589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53844) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:15.142984 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING oslo_policy.policy [None req-eba44d67-7939-4140-9367-f21e76913042 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:15.143554 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING oslo_policy.policy [None req-eba44d67-7939-4140-9367-f21e76913042 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:15.362088 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [None req-eba44d67-7939-4140-9367-f21e76913042 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:15.363167 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-eba44d67-7939-4140-9367-f21e76913042 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144806 Jul 07 18:22:17.746172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53858) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:18.055217 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [None req-5666a5b8-7289-4f8c-b055-4d7a5a6661c6 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:18.056215 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5666a5b8-7289-4f8c-b055-4d7a5a6661c6 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090944 Jul 07 18:22:19.312346 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8a476f11-3290-45d9-b6bd-7105b742f55d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:19.406326 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668d453-d392-4504-8d21-133c744da733 None None] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:19.409729 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 8a476f11-3290-45d9-b6bd-7105b742f55d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:19.467720 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Provisioning for port 8a476f11-3290-45d9-b6bd-7105b742f55d completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:19.475152 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Provisioning complete for port 8a476f11-3290-45d9-b6bd-7105b742f55d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:19.475473 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.634582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.702659 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] For port 8a476f11-3290-45d9-b6bd-7105b742f55d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8a476f11-3290-45d9-b6bd-7105b742f55d,segment=NetworkSegment(1d14e681-1de1-4b10-8ff4-1837dd6edff9),segment_id=1d14e681-1de1-4b10-8ff4-1837dd6edff9)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:19.708724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.771263 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3c23-70d8-41d5-9ab9-a01ab4b7d805 None None] Pushing event updated for resources: {'Port': ['ID=8a476f11-3290-45d9-b6bd-7105b742f55d,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:19.927327 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-160bac9c-361a-4777-be27-9f1263dab756 None None] Provisioning complete for port 8a476f11-3290-45d9-b6bd-7105b742f55d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:19.927695 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-160bac9c-361a-4777-be27-9f1263dab756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.746990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53872) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:21.058111 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Request body: {'router': {'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:21.121458 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.policy [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 18:22:21.166930 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING oslo_policy.policy [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:21.167239 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING oslo_policy.policy [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 18:22:21.175752 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.quota [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Loaded quota_driver: . Jul 07 18:22:21.235046 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.236825 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.277067 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8a476f11-3290-45d9-b6bd-7105b742f55d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:21.322638 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 8a476f11-3290-45d9-b6bd-7105b742f55d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:21.323005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.393628 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.398401 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.417998 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.419147 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-b326b4fa-b1d4-4db9-8d73-0c204ec9a092 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6710546 Jul 07 18:22:23.805161 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53882) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:24.109962 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [None req-0fe249b9-09bf-414c-9ac1-42145a85193a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:22:24.111457 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0fe249b9-09bf-414c-9ac1-42145a85193a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053663 Jul 07 18:22:24.665595 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c1794d4-a22d-4784-8fe1-423c6e5188dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.504635 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53890) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:26.819362 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:26.844290 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Made reservation on behalf of c140765b664941dfbcfddf0960526f3a for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:26.847906 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.864358 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.984969 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:26.989036 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.001586 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=92946) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 18:22:27.036750 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765736816981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.037327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Unsubscribe: segment precommit_create {{(pid=92946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 18:22:27.037841 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Added segment ada89c8a-9d49-4c78-9378-a75cda9677fd of type flat for network facb4317-5715-4363-a030-031b101744bc Jul 07 18:22:27.044095 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f5b3b-36eb-4d7b-81c1-81ead21829c9,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:27.063556 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.063948 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.064301 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.064630 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.064959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.065301 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.065625 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.065952 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.066288 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.066607 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.066920 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.067233 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Tracked resource versions report: Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: pushed versions: Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Log': {'1.0'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Network': {'1.1'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Port': {'1.7'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'PortForwarding': {'1.2'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'QosPolicy': {'1.8'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SubPort': {'1.0'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Subnet': {'1.1'}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Trunk': {'1.1'}} Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: consumer versions: Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'ConntrackHelper': '1.0', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Log': '1.0', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Network': '1.1', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Port': '1.7', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'PortForwarding': '1.2', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'QosPolicy': '1.8', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroup': '1.4', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroupRule': '1.2', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SubPort': '1.0', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Subnet': '1.1', Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Trunk': '1.1'}} Jul 07 18:22:27.068402 dv-cinder-799871-3-iscsi neutron-server[92946]: {{(pid=92946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:27.165876 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.216038 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.217105 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:27.217747 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.287746 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e0c33b70-c51f-487f-803b-09e5b1ceb891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:27.297383 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7916844 Jul 07 18:22:27.317872 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6d88-c282-4ce3-adbb-cc722b9a71b6 admin admin] Pushing event updated for resources: {'Network': ['ID=facb4317-5715-4363-a030-031b101744bc,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:27.329633 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network facb4317-5715-4363-a030-031b101744bc details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:22:27.399811 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:28.352195 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:29.670484 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 53912) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:29.882533 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ed344-3691-4b4b-937a-46433c418877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:29.883945 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-402ed344-3691-4b4b-937a-46433c418877 admin admin] 10.222.0.58 "GET /v2.0/subnets/cd823991-bd99-4fa5-bb09-c762d19f5a07 HTTP/1.1" status: 200 len: 849 time: 0.2124972 Jul 07 18:22:30.020174 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-ed0fd0aa-6212-4dfb-8a07-4bfe3883587c admin admin] 10.222.0.58 "GET /v2.0/routers/2cae0e45-c026-42a4-b2a6-a4f104a223ff HTTP/1.1" status: 200 len: 704 time: 0.1307094 Jul 07 18:22:30.067807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.284078 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.582649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Allocated IP 172.20.0.1 (016f3a75-2ff6-4118-9c1e-ea2338b7032b/cd823991-bd99-4fa5-bb09-c762d19f5a07/8d2443f1-f288-4b2f-91c9-6f959459e5cf) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:30.766876 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.795572 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Transition to ACTIVE for port object 8d2443f1-f288-4b2f-91c9-6f959459e5cf will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:30.876726 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.941684 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:30.947377 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:30.960161 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:30.960161 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:30.982392 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2443f1-f288-4b2f-91c9-6f959459e5cf,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:31.200285 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-090169fb-16e4-493d-883f-83923bcec825 None None] Provisioning for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:31.204368 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-090169fb-16e4-493d-883f-83923bcec825 None None] Provisioning complete for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:31.204724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-090169fb-16e4-493d-883f-83923bcec825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.226281 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.237769 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-090169fb-16e4-493d-883f-83923bcec825 None None] Port 8d2443f1-f288-4b2f-91c9-6f959459e5cf cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:31.401042 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.405657 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.406416 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.482749 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2443f1-f288-4b2f-91c9-6f959459e5cf,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:31.529739 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:31.531109 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:31.690819 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Router 2cae0e45-c026-42a4-b2a6-a4f104a223ff is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:22:31.758447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-c6d076d6-2d75-4831-ab29-c0ca87799d22 None None] Provisioning complete for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:31.758850 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c6d076d6-2d75-4831-ab29-c0ca87799d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:31.781440 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:31.790319 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f450bfc0-825b-4b83-8586-724f3250f871 admin admin] 10.222.0.58 "PUT /v2.0/routers/2cae0e45-c026-42a4-b2a6-a4f104a223ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7652657 Jul 07 18:22:31.793479 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Sync routers for ids ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:31.796549 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-c6d076d6-2d75-4831-ab29-c0ca87799d22 None None] Port 8d2443f1-f288-4b2f-91c9-6f959459e5cf cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:22:31.808062 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Routers {'2cae0e45-c026-42a4-b2a6-a4f104a223ff'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:31.808910 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:22:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:31.993996 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Set router 2cae0e45-c026-42a4-b2a6-a4f104a223ff gateway port host: None {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:32.436328 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port_host': None, '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:32.489424 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Checking router: 2cae0e45-c026-42a4-b2a6-a4f104a223ff for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:32.489796 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Updating router 2cae0e45-c026-42a4-b2a6-a4f104a223ff port 8d2443f1-f288-4b2f-91c9-6f959459e5cf binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:22:32.553379 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.047098 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.067302 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Transition to ACTIVE for port object 8d2443f1-f288-4b2f-91c9-6f959459e5cf will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:33.073607 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.165176 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Pushing event updated for resources: {'Port': ['ID=8d2443f1-f288-4b2f-91c9-6f959459e5cf,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:33.191467 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.191807 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.192166 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.192493 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.192817 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.193139 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.193459 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.193777 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.194286 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.194700 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.195275 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.195843 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Tracked resource versions report: Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: pushed versions: Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: { 'AddressGroup': {'1.2'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'ConntrackHelper': {'1.0'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Log': {'1.0'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Network': {'1.1'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Port': {'1.7'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'PortForwarding': {'1.2'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'QosPolicy': {'1.8'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroup': {'1.4'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SubPort': {'1.0'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Subnet': {'1.1'}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Trunk': {'1.1'}} Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: consumer versions: Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'ConntrackHelper': '1.0', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Log': '1.0', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Network': '1.1', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Port': '1.7', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'PortForwarding': '1.2', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'QosPolicy': '1.8', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroup': '1.4', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroupRule': '1.2', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SubPort': '1.0', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Subnet': '1.1', Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Trunk': '1.1'}} Jul 07 18:22:33.196720 dv-cinder-799871-3-iscsi neutron-server[92948]: {{(pid=92948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:22:33.250821 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Attempting to bind port 8d2443f1-f288-4b2f-91c9-6f959459e5cf on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:33.251225 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Attempting to bind port 8d2443f1-f288-4b2f-91c9-6f959459e5cf by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:33.251653 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Attempting to bind port 8d2443f1-f288-4b2f-91c9-6f959459e5cf on network 016f3a75-2ff6-4118-9c1e-ea2338b7032b {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:33.257586 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:33.258003 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Checking segment: {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:33.258509 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.258900 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Bound using segment: {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:33.259448 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Bound port: 8d2443f1-f288-4b2f-91c9-6f959459e5cf, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d14e681-1de1-4b10-8ff4-1837dd6edff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:33.259817 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.328774 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] For port 8d2443f1-f288-4b2f-91c9-6f959459e5cf, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:33.351033 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] For port 8d2443f1-f288-4b2f-91c9-6f959459e5cf, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8d2443f1-f288-4b2f-91c9-6f959459e5cf,segment=NetworkSegment(1d14e681-1de1-4b10-8ff4-1837dd6edff9),segment_id=1d14e681-1de1-4b10-8ff4-1837dd6edff9)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:33.355493 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:33.414515 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Routers {'2cae0e45-c026-42a4-b2a6-a4f104a223ff'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:33.415131 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:22:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:33.417210 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba937c6-0542-4ff5-af74-3095bf513afc None None] Pushing event updated for resources: {'Port': ['ID=8d2443f1-f288-4b2f-91c9-6f959459e5cf,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:33.510554 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] Set router 2cae0e45-c026-42a4-b2a6-a4f104a223ff gateway port host: None {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:33.716993 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port_host': None, '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:33Z', 'revision_number': 4, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:33.746149 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a1155-2590-484b-af09-e438d9a4d494 None None] The sync data for ids ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'] in dv-cinder-799871-3-iscsi is: [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:31Z', 'revision_number': 2, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port_host': None, '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:33Z', 'revision_number': 4, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:34.007516 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53932) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:34.122610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c0353-d70a-4350-983a-28eba031ef7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.124011 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-228c0353-d70a-4350-983a-28eba031ef7b admin admin] 10.222.0.58 "GET /v2.0/networks/facb4317-5715-4363-a030-031b101744bc HTTP/1.1" status: 200 len: 842 time: 0.1152172 Jul 07 18:22:34.133270 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:34.154104 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Made reservation on behalf of c140765b664941dfbcfddf0960526f3a for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:22:34.156421 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.493058 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.objects.ports [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 18:22:34.493510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.545632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e308dc-c486-4b67-a700-12ac584cf0b3,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:34.554361 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:34.554735 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Network hostable DHCP agents. Network: facb4317-5715-4363-a030-031b101744bc, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:22:34.571666 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Network facb4317-5715-4363-a030-031b101744bc is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:22:34.579527 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, facb4317-5715-4363-a030-031b101744bc) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:34.585151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:34.585248 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:34.588392 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937698b2-86ec-4514-a76f-f6dca97cb1be None None] Network facb4317-5715-4363-a030-031b101744bc requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:34.611915 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3119bc86-c1a3-4d8e-a8f9-9f4f1cd2e182 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4709318 Jul 07 18:22:34.733596 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b7bfe8-c9a8-4704-8a23-73bc49b27566 None None] Network facb4317-5715-4363-a030-031b101744bc requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:22:36.911215 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53944) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:37.136367 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4b4407a3-d761-4953-a51e-a6463b62e417 admin admin] 10.222.0.58 "GET /v2.0/routers/2cae0e45-c026-42a4-b2a6-a4f104a223ff HTTP/1.1" status: 200 len: 710 time: 0.2239895 Jul 07 18:22:37.222750 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba9c00-9cb1-4d1b-8ce9-cec6347af2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:22:37.224172 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0aba9c00-9cb1-4d1b-8ce9-cec6347af2f9 admin admin] 10.222.0.58 "GET /v2.0/networks/facb4317-5715-4363-a030-031b101744bc HTTP/1.1" status: 200 len: 886 time: 0.0827363 Jul 07 18:22:37.233026 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:22:37.308967 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8d2443f1-f288-4b2f-91c9-6f959459e5cf up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:37.362400 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:37.367039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:37.367414 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.452128 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.490966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 8d2443f1-f288-4b2f-91c9-6f959459e5cf, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8d2443f1-f288-4b2f-91c9-6f959459e5cf,segment=NetworkSegment(1d14e681-1de1-4b10-8ff4-1837dd6edff9),segment_id=1d14e681-1de1-4b10-8ff4-1837dd6edff9)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:37.495596 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.502886 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.546750 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=8d2443f1-f288-4b2f-91c9-6f959459e5cf,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:37.788319 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:37.862501 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.015488 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Allocated IP 172.27.2.187 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/76909d68-d82c-4106-bd21-24fb1da76dff) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:22:38.122602 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.205797 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.272695 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:22:38.278053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:22:38.280684 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:22:38.325742 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Pushing event updated for resources: {'Port': ['ID=76909d68-d82c-4106-bd21-24fb1da76dff,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:38.572933 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.784858 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.788114 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3792157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3792134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3690188'] for router, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:38.896973 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Router 2cae0e45-c026-42a4-b2a6-a4f104a223ff has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:22:39.062109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:22:39.067533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.068758 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-44da608e-f807-439f-a26d-a65ae54c93d9 admin admin] 10.222.0.58 "PUT /v2.0/routers/2cae0e45-c026-42a4-b2a6-a4f104a223ff HTTP/1.1" status: 200 len: 890 time: 1.8392200 Jul 07 18:22:39.072759 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Sync routers for ids ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:22:39.083729 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Routers {'2cae0e45-c026-42a4-b2a6-a4f104a223ff'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:39.084500 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:22:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:39.306960 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8d2443f1-f288-4b2f-91c9-6f959459e5cf up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:39.391468 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Set router 2cae0e45-c026-42a4-b2a6-a4f104a223ff gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:39.510069 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:39.510362 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:39.854519 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 4, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port': {'id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:37Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:39.903842 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Checking router: 2cae0e45-c026-42a4-b2a6-a4f104a223ff for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:22:39.904218 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Updating router 2cae0e45-c026-42a4-b2a6-a4f104a223ff port 76909d68-d82c-4106-bd21-24fb1da76dff binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:22:39.936191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.262509 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.272881 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Transition to ACTIVE for port object 76909d68-d82c-4106-bd21-24fb1da76dff will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:22:40.278246 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.329367 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf37243-a4e3-4c11-93d1-ab9b3c8261cf None None] Pushing event updated for resources: {'Port': ['ID=76909d68-d82c-4106-bd21-24fb1da76dff,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.333434 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Attempting to bind port 76909d68-d82c-4106-bd21-24fb1da76dff on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:22:40.333808 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Attempting to bind port 76909d68-d82c-4106-bd21-24fb1da76dff by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:22:40.334170 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Attempting to bind port 76909d68-d82c-4106-bd21-24fb1da76dff on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:22:40.339539 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:22:40.339936 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:22:40.340347 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.340738 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:22:40.341209 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Bound port: 76909d68-d82c-4106-bd21-24fb1da76dff, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:22:40.341602 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.391980 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] For port 76909d68-d82c-4106-bd21-24fb1da76dff, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:22:40.394984 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] For port 76909d68-d82c-4106-bd21-24fb1da76dff, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=76909d68-d82c-4106-bd21-24fb1da76dff,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:22:40.398552 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:40.536098 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Routers {'2cae0e45-c026-42a4-b2a6-a4f104a223ff'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:22:40.536640 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:22:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:40.539369 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf37243-a4e3-4c11-93d1-ab9b3c8261cf None None] Pushing event updated for resources: {'Port': ['ID=76909d68-d82c-4106-bd21-24fb1da76dff,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:40.643331 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] Set router 2cae0e45-c026-42a4-b2a6-a4f104a223ff gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:22:40.849358 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 4, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port': {'id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:37Z', 'updated_at': '2021-07-07T18:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:22:40.881768 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52a4bd-6358-4bf4-b62e-aa998fa66c27 None None] The sync data for ids ['2cae0e45-c026-42a4-b2a6-a4f104a223ff'] in dv-cinder-799871-3-iscsi is: [{'id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'name': 'router1', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:21Z', 'updated_at': '2021-07-07T18:22:38Z', 'revision_number': 4, 'project_id': '0788339e10f54b96a53eab1013e46874', 'gw_port': {'id': '76909d68-d82c-4106-bd21-24fb1da76dff', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:09:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:37Z', 'updated_at': '2021-07-07T18:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '8d2443f1-f288-4b2f-91c9-6f959459e5cf', 'name': '', 'network_id': '016f3a75-2ff6-4118-9c1e-ea2338b7032b', 'tenant_id': '0788339e10f54b96a53eab1013e46874', 'mac_address': 'fa:16:3e:07:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cae0e45-c026-42a4-b2a6-a4f104a223ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:22:30Z', 'updated_at': '2021-07-07T18:22:37Z', 'revision_number': 5, 'project_id': '0788339e10f54b96a53eab1013e46874', 'subnets': [{'id': 'cd823991-bd99-4fa5-bb09-c762d19f5a07', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13a3a384-2bd3-40a9-8fa0-6bb406a1cea5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:22:41.320417 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 76909d68-d82c-4106-bd21-24fb1da76dff up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:41.384380 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 76909d68-d82c-4106-bd21-24fb1da76dff completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:22:41.388981 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 76909d68-d82c-4106-bd21-24fb1da76dff triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:41.389357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.478790 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.501069 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 76909d68-d82c-4106-bd21-24fb1da76dff, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=76909d68-d82c-4106-bd21-24fb1da76dff,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:22:41.506403 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:41.513033 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 53952) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:22:41.556134 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=76909d68-d82c-4106-bd21-24fb1da76dff,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:22:41.647911 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-923eb9d6-69d9-4fcc-a6b0-76d27ddcb3bc admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1337411 Jul 07 18:22:43.308253 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 76909d68-d82c-4106-bd21-24fb1da76dff up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:22:43.358787 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 76909d68-d82c-4106-bd21-24fb1da76dff triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:22:43.359168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:54.668898 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3ccf539a-381e-40ba-b172-e0ddfe1416d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:57.157008 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:57.292898 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e68fc77c-03f7-4c63-82ee-89c79c92ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:57.396293 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.360353 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:00.092471 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:24.671176 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-eae06467-b6df-40ef-ab29-61289d6f1416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:27.297877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d167e7c7-6f53-446c-9b43-9206d5ef2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:27.393297 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:28.383929 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:30.089722 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:34.156456 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:54.673394 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-19ae89fa-8b85-436b-af6f-e32fcc91eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:57.291292 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d224fa0d-fd14-4e66-a020-cab5eec76b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:57.397327 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:58.356757 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:00.091626 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:11.155207 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:19.163803 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 54520) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:19.223995 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9af5f3c-92c7-4a61-b889-60cb699a0abc admin admin] GET failed (client error): The resource could not be found. Jul 07 18:24:19.225361 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d9af5f3c-92c7-4a61-b889-60cb699a0abc admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605824 Jul 07 18:24:19.387825 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea026f6-cbf3-40be-afc4-4046b3ac0beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:19.389355 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2ea026f6-cbf3-40be-afc4-4046b3ac0beb admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1601624 Jul 07 18:24:21.698799 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 54530) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:21.797847 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee218f1-3d7a-43e3-b88f-06044d19bff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:21.799203 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-1ee218f1-3d7a-43e3-b88f-06044d19bff6 admin admin] 10.222.0.58 "GET /v2.0/subnets/cd823991-bd99-4fa5-bb09-c762d19f5a07 HTTP/1.1" status: 200 len: 849 time: 0.0994375 Jul 07 18:24:21.808695 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:24:21.902933 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.042671 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765736856607'] for subnet, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.083127 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:22.083863 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.084198 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd984a4-afa2-4d69-96a3-bb8bc5aa1042 None None] Network 016f3a75-2ff6-4118-9c1e-ea2338b7032b requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:24:22.085194 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] 10.222.0.58 "PUT /v2.0/subnets/cd823991-bd99-4fa5-bb09-c762d19f5a07 HTTP/1.1" status: 200 len: 868 time: 0.2805424 Jul 07 18:24:22.103661 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd823991-bd99-4fa5-bb09-c762d19f5a07,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:24:22.111218 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.111583 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.111952 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.112286 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.112611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.112956 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.113281 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.113610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.113953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.114271 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.114588 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.114905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb6fa8-5ca8-425c-a330-d29b29473257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:24:22.449829 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-43c903e0-7092-4036-89e8-1efaad9d100b None None] Provisioning complete for port 8a476f11-3290-45d9-b6bd-7105b742f55d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:22.450205 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-43c903e0-7092-4036-89e8-1efaad9d100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:22.538237 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-43c903e0-7092-4036-89e8-1efaad9d100b None None] Provisioning complete for port 8d2443f1-f288-4b2f-91c9-6f959459e5cf triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:24:22.538531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-43c903e0-7092-4036-89e8-1efaad9d100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:24.300230 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54538) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:24.533114 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8ccc5-197f-49a1-9828-33fd1b0e15c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:24.533502 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8ccc5-197f-49a1-9828-33fd1b0e15c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:24.535093 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-aca8ccc5-197f-49a1-9828-33fd1b0e15c2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2336159 Jul 07 18:24:24.675398 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a2027177-68c7-4d20-8dad-a8a2d7e322c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:26.710334 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54548) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:26.841756 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca563b7-d3b9-4cc1-8316-bfbfac29eab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.842237 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca563b7-d3b9-4cc1-8316-bfbfac29eab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:26.843803 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-3ca563b7-d3b9-4cc1-8316-bfbfac29eab4 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1324742 Jul 07 18:24:27.292127 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-176436e8-b7d7-45f8-8568-f0b9d5676b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:27.401911 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:28.360267 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:29.040091 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54556) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:29.168139 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91665d22-077d-45b0-9fec-8509e616748d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:29.170025 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-91665d22-077d-45b0-9fec-8509e616748d admin admin] 10.222.0.58 "GET /v2.0/networks/016f3a75-2ff6-4118-9c1e-ea2338b7032b HTTP/1.1" status: 200 len: 870 time: 0.1289716 Jul 07 18:24:30.094051 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:31.342733 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54564) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:31.469911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9565019-e8fb-43cb-8ba7-24fe54e0be35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:31.471288 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f9565019-e8fb-43cb-8ba7-24fe54e0be35 admin admin] 10.222.0.58 "GET /v2.0/networks/facb4317-5715-4363-a030-031b101744bc HTTP/1.1" status: 200 len: 886 time: 0.1276071 Jul 07 18:24:33.642615 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54572) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:33.766865 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c32924-9847-4eb7-bad2-fd52f7978f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.767313 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c32924-9847-4eb7-bad2-fd52f7978f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:33.768857 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-58c32924-9847-4eb7-bad2-fd52f7978f85 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252992 Jul 07 18:24:35.992309 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54580) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:36.084254 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35302e37-74c1-4db4-90e6-2781888da29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.084701 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35302e37-74c1-4db4-90e6-2781888da29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:36.086241 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-35302e37-74c1-4db4-90e6-2781888da29a admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929093 Jul 07 18:24:38.474956 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54588) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:38.561674 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21e116-8557-4fa4-980d-72c2875c8c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:38.563034 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5f21e116-8557-4fa4-980d-72c2875c8c5d admin admin] 10.222.0.58 "GET /v2.0/subnets/37e308dc-c486-4b67-a700-12ac584cf0b3 HTTP/1.1" status: 200 len: 816 time: 0.0871472 Jul 07 18:24:40.734216 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54596) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:24:40.825684 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274c815-d059-4fb6-87dc-a4d345e15516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:24:40.827098 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8274c815-d059-4fb6-87dc-a4d345e15516 admin admin] 10.222.0.58 "GET /v2.0/subnets/cd823991-bd99-4fa5-bb09-c762d19f5a07 HTTP/1.1" status: 200 len: 868 time: 0.0919075 Jul 07 18:24:48.154018 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:54.678137 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e296-c9d8-4b45-8733-fc6f74d75ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.295082 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-29ce298f-49e3-4f9e-80ef-b534e692eaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:57.396981 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:58.365702 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:00.097023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:04.993981 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54642) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:05.040534 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [None req-0ba6854f-d551-4b34-a7bf-2a389fd42bf5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:25:05.041512 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0ba6854f-d551-4b34-a7bf-2a389fd42bf5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466056 Jul 07 18:25:07.287311 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54650) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:07.345880 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.pecan_wsgi.hooks.translation [None req-793dc0a5-1e8b-4e64-ab2f-ef7e823f8dc1 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:25:07.348366 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-793dc0a5-1e8b-4e64-ab2f-ef7e823f8dc1 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598371 Jul 07 18:25:07.487368 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4bd837-bc98-4986-a497-6d0757814620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:07.488878 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-df4bd837-bc98-4986-a497-6d0757814620 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369798 Jul 07 18:25:09.670434 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54658) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:09.716932 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:09.738173 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Made reservation on behalf of c140765b664941dfbcfddf0960526f3a for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:09.740571 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.768470 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING neutron.services.revisions.revision_plugin [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Could not find related network for resource to bump revision. Jul 07 18:25:09.782411 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:25:09.796389 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.796731 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Added segment e5c4d172-4866-4b8c-b563-be5d1e545dea of type vlan for network 6322b807-575e-4d1f-907c-a1039c81a169 Jul 07 18:25:09.913283 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.941602 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.942676 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:09.943302 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:09.993915 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3223946 Jul 07 18:25:10.002280 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Pushing event updated for resources: {'Network': ['ID=6322b807-575e-4d1f-907c-a1039c81a169,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:10.010056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.010056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.010365 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.010699 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.011028 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.011376 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.011706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.012176 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.012525 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.012852 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.013177 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.013495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565c557-8481-4a90-99e6-f4ffd8c7e35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:10.024814 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 6322b807-575e-4d1f-907c-a1039c81a169 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:25:12.199920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 54666) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:25:12.258281 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b4d632-3041-4d88-8e1d-77dc52ed11b0 admin admin] GET failed (client error): The resource could not be found. Jul 07 18:25:12.259649 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-05b4d632-3041-4d88-8e1d-77dc52ed11b0 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587463 Jul 07 18:25:12.327501 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9489e4-f331-4715-80ee-cb2b1c40fe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.329013 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2f9489e4-f331-4715-80ee-cb2b1c40fe55 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0654020 Jul 07 18:25:12.338691 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169', 'description': 'shared-subnet'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:25:12.360339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Made reservation on behalf of c140765b664941dfbcfddf0960526f3a for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:25:12.362708 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.524606 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.575983 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc31c27-031e-4234-8aaa-dc09beeb027e,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:12.585492 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Checking segment: {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:12.585841 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Network hostable DHCP agents. Network: 6322b807-575e-4d1f-907c-a1039c81a169, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:25:12.602596 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Network 6322b807-575e-4d1f-907c-a1039c81a169 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:25:12.610675 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 6322b807-575e-4d1f-907c-a1039c81a169) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:12.614799 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:25:12.615375 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:12.619365 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a621f-b362-4b6c-96f2-b3e674e1df9b None None] Network 6322b807-575e-4d1f-907c-a1039c81a169 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:12.628915 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-df8986a4-7180-44af-bc69-ea26c13de8a5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2936628 Jul 07 18:25:12.872492 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-6322b807-575e-4d1f-907c-a1039c81a169', 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169', 'tenant_id': 'c140765b664941dfbcfddf0960526f3a', 'fixed_ips': [{'subnet_id': 'abc31c27-031e-4234-8aaa-dc09beeb027e'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:25:12.873364 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.018030 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Allocated IP 192.168.233.2 (6322b807-575e-4d1f-907c-a1039c81a169/abc31c27-031e-4234-8aaa-dc09beeb027e/f2da1965-10e1-4805-814d-7280534ce476) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:25:13.173749 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.182799 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Transition to ACTIVE for port object f2da1965-10e1-4805-814d-7280534ce476 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:13.199083 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Transition to ACTIVE for port object f2da1965-10e1-4805-814d-7280534ce476 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:25:13.207551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.265789 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Network 6322b807-575e-4d1f-907c-a1039c81a169 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:25:13.268577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:25:13.274555 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:25:13.277402 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Pushing event updated for resources: {'Port': ['ID=f2da1965-10e1-4805-814d-7280534ce476,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:13.290858 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.291252 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.291597 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.291960 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.292357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.292687 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.293531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.294223 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.294822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.295402 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.296004 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.296565 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:25:13.366424 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Attempting to bind port f2da1965-10e1-4805-814d-7280534ce476 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:25:13.366800 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Attempting to bind port f2da1965-10e1-4805-814d-7280534ce476 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:25:13.367165 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Attempting to bind port f2da1965-10e1-4805-814d-7280534ce476 on network 6322b807-575e-4d1f-907c-a1039c81a169 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:25:13.372863 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:25:13.373255 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Checking segment: {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:25:13.373655 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.374326 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Bound using segment: {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:25:13.374509 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Bound port: f2da1965-10e1-4805-814d-7280534ce476, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:25:13.374885 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.440232 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] For port f2da1965-10e1-4805-814d-7280534ce476, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:25:13.443678 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] For port f2da1965-10e1-4805-814d-7280534ce476, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=f2da1965-10e1-4805-814d-7280534ce476,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:25:13.447593 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:13.507283 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3116-7e97-48c9-b851-9f4334348fe1 None None] Pushing event updated for resources: {'Port': ['ID=f2da1965-10e1-4805-814d-7280534ce476,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:14.372497 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d565808-b975-418f-9099-5957afc73134 None None] Network 6322b807-575e-4d1f-907c-a1039c81a169 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:25:14.483741 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-252fdb55-807f-495d-aede-c5e6389b63b5 None None] Provisioning for port f2da1965-10e1-4805-814d-7280534ce476 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:15.428938 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device f2da1965-10e1-4805-814d-7280534ce476 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:15.481511 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port f2da1965-10e1-4805-814d-7280534ce476 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:25:15.484736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port f2da1965-10e1-4805-814d-7280534ce476 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:15.485117 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.564499 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.600567 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port f2da1965-10e1-4805-814d-7280534ce476, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=f2da1965-10e1-4805-814d-7280534ce476,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:25:15.604619 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.652917 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=f2da1965-10e1-4805-814d-7280534ce476,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:25:17.409893 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device f2da1965-10e1-4805-814d-7280534ce476 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:25:17.458534 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port f2da1965-10e1-4805-814d-7280534ce476 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:25:17.458902 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:24.679694 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4972358f-9835-4600-bfd4-221dbcdd3e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:25.153005 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:27.295249 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-961d973b-060c-4b1d-9e4e-d7821c523b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:27.398469 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:28.365748 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:30.098979 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:54.680124 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2af6b9b9-edef-4db1-b2e2-1728c264043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.297272 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6424-accf-48de-b15c-b9354b9c9328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:57.399162 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:58.368257 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:00.102147 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:02.151800 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:24.683252 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9aa070c9-7420-40a3-bf8f-b91b9adc0c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.397081 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 54718) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.403818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [None req-7d25dc10-4b14-4557-b8da-bfb7775063c6 tempest-verify_tempest_config-1415653129 tempest-verify_tempest_config-1415653129-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:26:26.404860 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-7d25dc10-4b14-4557-b8da-bfb7775063c6 tempest-verify_tempest_config-1415653129 tempest-verify_tempest_config-1415653129-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068252 Jul 07 18:26:26.732756 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 54736) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.839500 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.926833 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.930666 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:26.975360 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=596439ba054e42ec845a8f144bb6a2cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2413082 Jul 07 18:26:26.976232 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3057cba-7494-40fa-beaa-96a1540e48a4,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:26.977914 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54740) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:26:26.983687 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.984090 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.984429 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.984765 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.985095 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.985446 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.985807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.986133 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.986458 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.986789 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.987113 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:26.987434 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cab18b-446c-4634-9aa4-1e80c2366db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.034612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.058116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.150975 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.153530 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.154685 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3057cba-7494-40fa-beaa-96a1540e48a4 HTTP/1.1" status: 204 len: 168 time: 0.1752660 Jul 07 18:26:27.162834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3057cba-7494-40fa-beaa-96a1540e48a4,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:26:27.169961 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.170338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.170686 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.171021 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.171357 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.171914 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.172505 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.172724 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.173116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.173454 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.173776 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.174101 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb090de-d5b1-4150-b0bc-9febb0a97b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:26:27.299663 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8089adbc-ddd9-4d02-aafd-4b997ea2c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:27.401698 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:28.373059 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:30.104154 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:39.151401 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:54.684912 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-79985085-57e7-47e1-bf37-fd38bc11456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:57.301577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b8edbfb2-e0b1-42ca-bec3-20d84bffc270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:57.403915 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:58.374778 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:00.111813 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:16.152973 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:24.686039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-29995aac-65d9-4b35-baae-50a925128965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:27.303057 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-297ad5d7-7c88-48d0-ab3d-d1c43f7f86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:27.405453 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:28.378267 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:30.110523 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:53.153796 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 5 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:54.686210 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd5b6-bb4e-4d46-b201-605274d0ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.304138 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0e2cd6a3-ecba-4c27-abc9-5d0972d814cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:57.405256 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:58.380185 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:00.112424 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:11.796027 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694554'] for agent, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:17.156283 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54794) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:17.257958 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-76fe48b7-b887-4e20-81ac-f0a9be387795 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1004822 Jul 07 18:28:19.414629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54804) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:28:19.467077 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-69f2f326-bb53-4249-b222-3d9e11b5c8ae admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0513632 Jul 07 18:28:24.686639 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-616385ca-c2c2-4a51-8f4e-9d132ac9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:27.307143 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bfa3-b76b-4846-abaa-31e668992191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:27.407840 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:28.384805 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.116724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:30.152430 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:28:41.764070 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:54.688346 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e14887b1-cadf-4963-a6d9-92cd498d00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.308081 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-98d0ce3e-1023-4f21-a3a3-71a6964034c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:57.407579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:28:58.386187 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:00.118071 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:07.150963 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:11.764183 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:24.687966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-89dbfdf3-6ba1-4592-b8e4-3dd11efdd38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.410242 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0100bcc1-089e-4ab8-bdd6-f1e9b8f4e0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:27.413507 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:28.388421 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:30.122658 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:41.760978 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:44.150070 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:29:54.708406 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0d064751-86a2-45f3-a799-e0f2915bb4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:55.763570 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54962) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:55.790135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 54968) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.012282 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1177847847-network', 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:56.033974 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:56.037086 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.045586 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.058648 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1638151389-network', 'tenant_id': 'cdb48081689643fa8dc7896d62d0b6e2'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:56.170927 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.179433 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.213954 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:56.227498 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a76730-580b-4269-b647-fb80af341a20,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.236227 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.236600 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Added segment 30df01c3-3e45-4a7c-955a-aa1b2d9c915e of type vlan for network 7603c201-4698-4c01-b2c2-ef29141dfc67 Jul 07 18:29:56.246056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.246456 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.246763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.247094 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.247420 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.247744 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.248093 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.248414 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.248750 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.249072 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.249398 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.249712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Tracked resource versions report: Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: pushed versions: Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: { 'AddressGroup': {'1.2'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'ConntrackHelper': {'1.0'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Log': {'1.0'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Network': {'1.1'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Port': {'1.7'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'PortForwarding': {'1.2'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'QosPolicy': {'1.8'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroup': {'1.4'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SubPort': {'1.0'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Subnet': {'1.1'}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Trunk': {'1.1'}} Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: consumer versions: Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: HyperV agent@hv-cinder-79987: {}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'ConntrackHelper': '1.0', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Log': '1.0', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Network': '1.1', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Port': '1.7', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'PortForwarding': '1.2', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'QosPolicy': '1.8', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroup': '1.4', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SecurityGroupRule': '1.2', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'SubPort': '1.0', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Subnet': '1.1', Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: 'Trunk': '1.1'}} Jul 07 18:29:56.250795 dv-cinder-799871-3-iscsi neutron-server[92946]: {{(pid=92946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:29:56.300226 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Made reservation on behalf of cdb48081689643fa8dc7896d62d0b6e2 for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:56.302569 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.312366 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.329784 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.358526 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.359486 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.360097 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.421748 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6623268 Jul 07 18:29:56.425389 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55016) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.429410 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab55f4-0700-4084-8fce-9ac03e80d532 admin admin] Pushing event updated for resources: {'Network': ['ID=7603c201-4698-4c01-b2c2-ef29141dfc67,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.442488 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Request body: {'subnet': {'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1177847847-subnet', 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:56.442605 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:56.525623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.534976 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.552117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:56.557599 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.565810 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703ea11-4308-4c35-a287-e658f394e658,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.578126 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:56.588960 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.589366 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Added segment ba4cdc78-d316-487d-bcab-d7900ef9578e of type vlan for network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 Jul 07 18:29:56.641402 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.678036 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.679279 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.679862 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.743410 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9520872 Jul 07 18:29:56.745918 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55028) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.752897 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Request body: {'subnet': {'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1638151389-subnet', 'tenant_id': 'cdb48081689643fa8dc7896d62d0b6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:56.775246 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.780985 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475745-7272-4f51-bc6b-8e10ee59aa16 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.786199 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Made reservation on behalf of cdb48081689643fa8dc7896d62d0b6e2 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:56.789370 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.793265 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:56.824000 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd081d88-4260-4aaa-95a7-a699a972cdf8,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:56.834026 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.834678 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.835231 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.835774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.836324 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.836877 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.837401 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.837992 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.838590 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.839127 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.839519 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.840062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Tracked resource versions report: Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: pushed versions: Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: consumer versions: Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: HyperV agent@hv-cinder-79987: {}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Log': '1.0', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Network': '1.1', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Port': '1.7', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'SubPort': '1.0', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Subnet': '1.1', Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jul 07 18:29:56.841512 dv-cinder-799871-3-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:29:56.871587 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55034) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.886916 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Checking segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:56.887377 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Network hostable DHCP agents. Network: 7603c201-4698-4c01-b2c2-ef29141dfc67, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:56.916417 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:56.919990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55042) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.930496 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 7603c201-4698-4c01-b2c2-ef29141dfc67) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:56.935974 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:56.936879 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:56.946464 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd753e1-33d9-4320-9153-65789f912557 None None] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:56.955990 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55048) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:56.965928 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6af459f3-4ffe-45ad-a133-f99c5ec2bf1e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5375206 Jul 07 18:29:57.118288 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda72ac8-c8f3-460e-b13e-7a08331d6125 None None] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:57.139661 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.173997 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-960437881-network', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:57.196252 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcc345a-f050-493a-b873-d188f407abe9,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.212668 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Checking segment: {'id': 'ba4cdc78-d316-487d-bcab-d7900ef9578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:57.213160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Network hostable DHCP agents. Network: ab6d8873-ef1c-4de1-b956-f9ac0717a6f0, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:57.218399 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-735366192-network', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:57.240781 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:57.242554 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Made reservation on behalf of 7e2b9eea67264fcfa13125ee5e570949 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:57.245532 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.258519 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Made reservation on behalf of eb633fcc6ada4db5b4575b2fe63c002c for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:57.261466 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.272024 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.277061 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-286940125-network', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:57.281512 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.287802 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, ab6d8873-ef1c-4de1-b956-f9ac0717a6f0) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:57.298010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.298612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.310879 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6d49c-2f33-44af-be57-3d0366b818f8 None None] Network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:57.325465 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Made reservation on behalf of 568aa4405bf14d6ab836689f303f57c2 for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:57.329791 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d506d002-b48e-4c3e-a15f-fbf24886cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.330498 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.351571 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.439060 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.455066 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.463171 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.479653 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:57.500731 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a4324-ead3-4186-8820-d060f8e15662 None None] Network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:57.504242 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.504787 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Added segment e12dc12e-fea1-40da-87e3-b3a3456b976f of type vlan for network 4f3e2609-c1f2-411e-96e3-521e8705642a Jul 07 18:29:57.592790 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.611639 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbafae-c7af-4cd8-b2fd-dc93c449e726,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.665269 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.666388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:57.667543 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.757604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.761575 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3e2609-c1f2-411e-96e3-521e8705642a,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.772904 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 4f3e2609-c1f2-411e-96e3-521e8705642a details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:57.773408 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.774401 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-612de907-461c-4cca-b001-ebbd9ffeb2fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0272477 Jul 07 18:29:57.805430 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863b299-da8e-4b42-8942-b14eee536477,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:57.826667 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0b4152ec-bfb8-48ae-8c0f-eba70796d5a3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8685799 Jul 07 18:29:57.829894 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55080) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:57.838329 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:57.850441 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:57.851281 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Added segment 06c14d7d-1e2e-4d96-9219-93fd60337567 of type vlan for network e50691c0-35a0-41d9-b105-1fd7654e0aa3 Jul 07 18:29:57.873001 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Request body: {'subnet': {'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-subnet', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:57.947589 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.004331 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.016740 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.026538 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.028510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.029568 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.102657 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Made reservation on behalf of eb633fcc6ada4db5b4575b2fe63c002c for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:58.108917 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.111782 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:29:58.121772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.122474 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Added segment e8a93445-7a14-429a-98c7-53d3e1efe34e of type vlan for network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 Jul 07 18:29:58.191116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00739d5d-1496-4146-9c43-361d1dc5b63c,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.265771 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.317277 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4245119 Jul 07 18:29:58.317530 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55100) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:58.332814 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6917d5-45ce-4bfa-81c3-928ec52b09a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e50691c0-35a0-41d9-b105-1fd7654e0aa3,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.333637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Request body: {'subnet': {'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-subnet', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:58.344102 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:58.356397 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.357615 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.358239 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.430713 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] Pushing event updated for resources: {'Network': ['ID=1cd389b1-361c-4857-ad7a-72d4e499dfe5,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.468336 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:29:58.489541 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Made reservation on behalf of 7e2b9eea67264fcfa13125ee5e570949 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:58.492982 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.556889 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.569500 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-98bf93be-5e0b-4193-a3af-7f009e168a0e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5743790 Jul 07 18:29:58.569669 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55138) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:58.574918 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Request body: {'subnet': {'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-286940125-subnet', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:58.620709 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Made reservation on behalf of 568aa4405bf14d6ab836689f303f57c2 for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:29:58.623205 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.673697 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.710051 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55146) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:58.714649 dv-cinder-799871-3-iscsi neutron-server[92945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 18:29:58.822913 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bcd920-dccf-4400-9e6b-822bd2aa2a04,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.848724 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Checking segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:58.849393 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Network hostable DHCP agents. Network: 4f3e2609-c1f2-411e-96e3-521e8705642a, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:58.853846 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.919688 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Network 4f3e2609-c1f2-411e-96e3-521e8705642a is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:58.940959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c10b183-a4a0-46ef-acea-8cb67f81b183,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:58.943717 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-dd5d025d-877d-4170-9d14-25fa6a7a06c2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.944832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 4f3e2609-c1f2-411e-96e3-521e8705642a) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:58.945234 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-dd5d025d-877d-4170-9d14-25fa6a7a06c2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.2341568 Jul 07 18:29:58.949418 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:58.950000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:58.957667 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8878f-c2cf-4a37-a58f-218519d85370 None None] Network 4f3e2609-c1f2-411e-96e3-521e8705642a requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:58.965590 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Checking segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:58.966051 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Network hostable DHCP agents. Network: e50691c0-35a0-41d9-b105-1fd7654e0aa3, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:58.975042 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-68294862-3d4e-4292-82c1-c8d54ff5d035 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/quotas/2210f6ebb5fe4d77a91fead1b678b308 HTTP/1.1" status: 200 len: 375 time: 0.0178425 Jul 07 18:29:58.987625 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e1126ac8-f236-4c06-b791-c44ac86e3457 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1397903 Jul 07 18:29:58.993207 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55148) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:58.998747 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:59.003742 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:59.016947 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, e50691c0-35a0-41d9-b105-1fd7654e0aa3) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:59.024030 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.024629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.024938 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b32425-9268-43f1-a022-77f3474e2ee4 None None] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:59.050165 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.054183 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.055427 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.086129 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-7bfc0f7b-2098-4789-9cd4-43c671537527 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853686 Jul 07 18:29:59.139441 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55156) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:59.140837 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8d241eb4-c125-43a7-8d18-a970db5e316f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8142540 Jul 07 18:29:59.142924 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.162090 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:59.175117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7826e052-6190-40c3-9b1a-8f07f06bf436,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:29:59.213723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Checking segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:29:59.214149 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Network hostable DHCP agents. Network: 1cd389b1-361c-4857-ad7a-72d4e499dfe5, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:29:59.257711 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.269171 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.291167 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:29:59.293179 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f0aab0-cc52-491d-a6c1-babb612845cd None None] Network 4f3e2609-c1f2-411e-96e3-521e8705642a requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:59.322611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 1cd389b1-361c-4857-ad7a-72d4e499dfe5) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:29:59.366677 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.367278 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.399757 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-47bccc08-dca3-46b4-9145-871187232a9b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8264904 Jul 07 18:29:59.401333 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55168) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:59.405603 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:29:59.411482 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:29:59.412539 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.414531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84222508-9f01-4898-a171-0bf5c6ade104 None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:29:59.467995 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.529173 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.576540 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.577749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.631046 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.640063 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-e220c0d9-9e8e-499e-81a9-75333dac227f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:29:59.648050 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55184) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:29:59.649747 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-e220c0d9-9e8e-499e-81a9-75333dac227f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2716303 Jul 07 18:29:59.653573 dv-cinder-799871-3-iscsi neutron-server[92946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 18:29:59.751282 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:29:59.752347 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.832225 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.846278 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-0800b8b8-d709-45cf-99db-697cb06cfec0 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:29:59.848323 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-0800b8b8-d709-45cf-99db-697cb06cfec0 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/networks?id=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 HTTP/1.1" status: 200 len: 812 time: 0.1979856 Jul 07 18:29:59.869419 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Allocated IP 172.20.0.2 (e50691c0-35a0-41d9-b105-1fd7654e0aa3/7c10b183-a4a0-46ef-acea-8cb67f81b183/37cd10e5-4ceb-4932-a9cb-501a294fe880) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:59.870399 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-4005ae7e-409f-4883-88ca-211dc0b95ad2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/quotas/cdb48081689643fa8dc7896d62d0b6e2 HTTP/1.1" status: 200 len: 375 time: 0.0159962 Jul 07 18:29:59.981683 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:29:59.985840 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Allocated IP 172.20.0.2 (1cd389b1-361c-4857-ad7a-72d4e499dfe5/7826e052-6190-40c3-9b1a-8f07f06bf436/3f2282f1-5754-460d-804c-160c3b7f0bd1) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:29:59.990819 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-3cd3e347-0f50-4131-bb7b-be52a8f0a04b tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cdb48081689643fa8dc7896d62d0b6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850537 Jul 07 18:30:00.010007 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-11b8ab65-461c-47c2-85e2-331356bcf363 service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592675 Jul 07 18:30:00.105034 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.150714 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-bb87a644-b735-4f99-9f05-06f08163710b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:30:00.152134 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-bb87a644-b735-4f99-9f05-06f08163710b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942476 Jul 07 18:30:00.153454 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.242058 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-f5095722-3949-4b47-aec3-6ee6955a3995 service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241011 Jul 07 18:30:00.297444 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.307278 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Transition to ACTIVE for port object 37cd10e5-4ceb-4932-a9cb-501a294fe880 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:00.324064 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Transition to ACTIVE for port object 37cd10e5-4ceb-4932-a9cb-501a294fe880 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:00.331161 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.334794 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.348319 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Allocated IP 172.27.2.62 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/343b7695-4482-4a23-ad7d-01fe691e4924) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:00.382272 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Pushing event updated for resources: {'Port': ['ID=37cd10e5-4ceb-4932-a9cb-501a294fe880,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:00.399174 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.399612 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.400065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.400456 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.400854 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.401245 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.401834 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.402236 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.402648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.403059 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.403432 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.403820 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Tracked resource versions report: Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: pushed versions: Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: { 'AddressGroup': {'1.2'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'ConntrackHelper': {'1.0'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Log': {'1.0'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Network': {'1.1'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Port': {'1.7'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'PortForwarding': {'1.2'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'QosPolicy': {'1.8'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroup': {'1.4'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SubPort': {'1.0'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Subnet': {'1.1'}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Trunk': {'1.1'}} Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: consumer versions: Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: HyperV agent@hv-cinder-79987: {}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'ConntrackHelper': '1.0', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Log': '1.0', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Network': '1.1', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Port': '1.7', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'PortForwarding': '1.2', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'QosPolicy': '1.8', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroup': '1.4', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SecurityGroupRule': '1.2', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'SubPort': '1.0', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Subnet': '1.1', Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: 'Trunk': '1.1'}} Jul 07 18:30:00.405013 dv-cinder-799871-3-iscsi neutron-server[92947]: {{(pid=92947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:30:00.426683 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:00.430721 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:00.437478 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:00.511402 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-b9022322-ec96-4b37-a08d-112a654edc05 service neutron] 10.222.0.58 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490260 Jul 07 18:30:00.539876 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.542242 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Attempting to bind port 37cd10e5-4ceb-4932-a9cb-501a294fe880 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:00.542696 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Attempting to bind port 37cd10e5-4ceb-4932-a9cb-501a294fe880 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:00.543132 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Attempting to bind port 37cd10e5-4ceb-4932-a9cb-501a294fe880 on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:00.554281 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Transition to ACTIVE for port object 3f2282f1-5754-460d-804c-160c3b7f0bd1 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:00.556579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:00.557142 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Checking segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:00.557637 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.558147 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Bound using segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:00.558723 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Bound port: 37cd10e5-4ceb-4932-a9cb-501a294fe880, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:00.559220 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.583371 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Transition to ACTIVE for port object 3f2282f1-5754-460d-804c-160c3b7f0bd1 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:00.590125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.591112 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.605801 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.621853 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.631834 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.658536 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.712925 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-377851c2-b41c-454a-9148-786750a17c86 None None] For port 37cd10e5-4ceb-4932-a9cb-501a294fe880, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:00.718582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-377851c2-b41c-454a-9148-786750a17c86 None None] For port 37cd10e5-4ceb-4932-a9cb-501a294fe880, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=37cd10e5-4ceb-4932-a9cb-501a294fe880,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:00.720200 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Pushing event updated for resources: {'Port': ['ID=3f2282f1-5754-460d-804c-160c3b7f0bd1,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:00.743486 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:00.746194 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:00.749101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.759755 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:00.786243 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-ec4c07d9-0317-4b5a-9fe2-4b22b38c3bcb service neutron] 10.222.0.58 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662427 Jul 07 18:30:00.810625 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:00.878496 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:00.880524 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.db.api [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.2.62-ffa0d906-162e-4883-a1e3-5b5152cb459f {{(pid=92945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:30:00.880886 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG oslo_db.api [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:30:00.896196 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:00.918801 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:00.983372 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Pushing event updated for resources: {'Port': ['ID=343b7695-4482-4a23-ad7d-01fe691e4924,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:01.036143 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377851c2-b41c-454a-9148-786750a17c86 None None] Pushing event updated for resources: {'Port': ['ID=37cd10e5-4ceb-4932-a9cb-501a294fe880,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:01.041232 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Attempting to bind port 3f2282f1-5754-460d-804c-160c3b7f0bd1 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:01.041865 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Attempting to bind port 3f2282f1-5754-460d-804c-160c3b7f0bd1 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:01.042582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Attempting to bind port 3f2282f1-5754-460d-804c-160c3b7f0bd1 on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:01.055002 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:01.056041 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Checking segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:01.056725 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.057276 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Bound using segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:01.058339 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Bound port: 3f2282f1-5754-460d-804c-160c3b7f0bd1, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:01.058920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.138902 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c22c2e7b-cddf-43dd-9f5e-b35d60ffe618 req-bcd5b76d-85c5-4556-8e47-eb6362ec5810 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.1533628 Jul 07 18:30:01.179631 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] For port 3f2282f1-5754-460d-804c-160c3b7f0bd1, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:01.184926 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] For port 3f2282f1-5754-460d-804c-160c3b7f0bd1, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3f2282f1-5754-460d-804c-160c3b7f0bd1,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:01.201708 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.214147 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Allocated IP 172.27.2.216 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/4f8be5b8-3671-405f-b552-fc5f3d013faa) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:01.306827 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a8b7-471f-491e-b57a-0e4275b417fa None None] Pushing event updated for resources: {'Port': ['ID=3f2282f1-5754-460d-804c-160c3b7f0bd1,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:01.524925 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.559013 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.687740 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.835695 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 37cd10e5-4ceb-4932-a9cb-501a294fe880 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:01.897373 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:01.994588 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d478becb-7698-4a78-a812-714ba13e88ca req-87c2819b-2c1c-455e-a8d4-f52064d5d979 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0741088 Jul 07 18:30:02.027134 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 37cd10e5-4ceb-4932-a9cb-501a294fe880 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:02.199251 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8be5b8-3671-405f-b552-fc5f3d013faa,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:02.225106 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:02.246425 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:02.257086 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:02.497764 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-438b5aaa-fe63-441a-917d-48bcdb8162f4 req-54682e15-1468-4ece-9005-e71a8a9d089d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.0777900 Jul 07 18:30:02.535973 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:02.641197 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Allocated IP 172.27.2.252 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/b1cf5ee6-3c0d-47cd-af3c-285d51362a0d) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:02.667766 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f52d08-6828-4d08-a654-42ce38606cb9 None None] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:30:02.775444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Router eb5cb376-0b60-4731-be8f-783c8f053e5a is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:30:02.777173 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Provisioning for port 37cd10e5-4ceb-4932-a9cb-501a294fe880 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:02.788385 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Provisioning complete for port 37cd10e5-4ceb-4932-a9cb-501a294fe880 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:02.788752 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:02.833477 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:02.961226 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55324) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:02.961444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:02.969697 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Sync routers for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:02.987562 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:02.989527 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:03.009598 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.013467 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-564abe33-5edb-4f46-88d7-f4f6e615685f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0190837 Jul 07 18:30:03.016428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55330) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:03.037623 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.085869 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.095731 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] For port 37cd10e5-4ceb-4932-a9cb-501a294fe880, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=37cd10e5-4ceb-4932-a9cb-501a294fe880,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:03.117945 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.202543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f664e-1423-47bd-9a5e-a7a1d74a4a4d None None] Pushing event updated for resources: {'Port': ['ID=37cd10e5-4ceb-4932-a9cb-501a294fe880,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:03.268548 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570cdc12-290c-495c-aca3-2303ea5b46b2 None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:30:03.289267 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d341a263-c245-4ff6-b863-ea54edf0d4a1 req-fc61bc4f-5839-4d3e-ac5c-401f8fe4b0f2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.1607566 Jul 07 18:30:03.384154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b293f57-215c-4179-b1b1-bc578d0060ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.389207 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:03.410533 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-8dc95929-3220-45de-a3a5-9a472177dd01 None None] Provisioning for port 3f2282f1-5754-460d-804c-160c3b7f0bd1 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:03.650795 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.651931 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-74c7abfc-d5ad-40bb-b126-2cebcf89c4b3 None None] Provisioning complete for port 37cd10e5-4ceb-4932-a9cb-501a294fe880 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:03.652469 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-74c7abfc-d5ad-40bb-b126-2cebcf89c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.771623 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:01Z', 'revision_number': 3, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:03.799389 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.808181 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Checking router: eb5cb376-0b60-4731-be8f-783c8f053e5a for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:03.808762 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Updating router eb5cb376-0b60-4731-be8f-783c8f053e5a port 343b7695-4482-4a23-ad7d-01fe691e4924 binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:03.811453 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:03.818338 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3f2282f1-5754-460d-804c-160c3b7f0bd1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:03.852784 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.853549 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:03.888971 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 3f2282f1-5754-460d-804c-160c3b7f0bd1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:03.895606 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 3f2282f1-5754-460d-804c-160c3b7f0bd1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:03.896098 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.949806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:03.990722 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.043826 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 3f2282f1-5754-460d-804c-160c3b7f0bd1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3f2282f1-5754-460d-804c-160c3b7f0bd1,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:04.054545 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.055442 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 37cd10e5-4ceb-4932-a9cb-501a294fe880 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:04.058916 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-73419f8e-8ad3-46f1-9896-6b3b91986e07 None None] Provisioning complete for port 3f2282f1-5754-460d-804c-160c3b7f0bd1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:04.059372 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-73419f8e-8ad3-46f1-9896-6b3b91986e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.061486 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-917b3973-1d1b-4fff-a7b2-d25363196957 req-33890fcb-6db6-4268-b4a4-336c1b71783c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.3183768 Jul 07 18:30:04.105798 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:04.114651 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:04.164617 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.171525 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Allocated IP 172.20.0.1 (4f3e2609-c1f2-411e-96e3-521e8705642a/51bcd920-dccf-4400-9e6b-822bd2aa2a04/d50ad86c-95f9-4ec8-8e06-05526b876930) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:04.178608 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Transition to ACTIVE for port object 343b7695-4482-4a23-ad7d-01fe691e4924 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:04.185037 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=3f2282f1-5754-460d-804c-160c3b7f0bd1,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.187115 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.208818 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 37cd10e5-4ceb-4932-a9cb-501a294fe880 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:04.209181 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.263902 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Attempting to bind port 343b7695-4482-4a23-ad7d-01fe691e4924 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:04.264278 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Attempting to bind port 343b7695-4482-4a23-ad7d-01fe691e4924 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:04.265845 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Attempting to bind port 343b7695-4482-4a23-ad7d-01fe691e4924 on network facb4317-5715-4363-a030-031b101744bc {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:04.271085 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Pushing event updated for resources: {'Port': ['ID=343b7695-4482-4a23-ad7d-01fe691e4924,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.284070 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:04.284455 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:04.287259 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.287671 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:04.288184 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Bound port: 343b7695-4482-4a23-ad7d-01fe691e4924, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:04.289105 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.293556 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.293977 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.294257 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.294757 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.295098 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.295431 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.296388 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.296980 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.297341 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.297665 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.297995 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.298318 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Tracked resource versions report: Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: pushed versions: Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: { 'AddressGroup': {'1.2'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'ConntrackHelper': {'1.0'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Log': {'1.0'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Network': {'1.1'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Port': {'1.7'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'PortForwarding': {'1.2'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'QosPolicy': {'1.8'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroup': {'1.4'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroupRule': {'1.2'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SubPort': {'1.0'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Subnet': {'1.1'}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Trunk': {'1.1'}} Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: consumer versions: Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: { DHCP agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: HyperV agent@hv-cinder-79987: {}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: L3 agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: Metadata agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: Metering agent@dv-cinder-799871-3-iscsi: {}, Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: Open vSwitch agent@dv-cinder-799871-3-iscsi: { 'AddressGroup': '1.2', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'ConntrackHelper': '1.0', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Log': '1.0', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Network': '1.1', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Port': '1.7', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'PortForwarding': '1.2', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'QosPolicy': '1.8', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroup': '1.4', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SecurityGroupRule': '1.2', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'SubPort': '1.0', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Subnet': '1.1', Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: 'Trunk': '1.1'}} Jul 07 18:30:04.299491 dv-cinder-799871-3-iscsi neutron-server[92948]: {{(pid=92948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 18:30:04.315018 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b293f57-215c-4179-b1b1-bc578d0060ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.326220 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.333228 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b293f57-215c-4179-b1b1-bc578d0060ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.368466 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] For port 343b7695-4482-4a23-ad7d-01fe691e4924, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:04.387482 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] For port 343b7695-4482-4a23-ad7d-01fe691e4924, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=343b7695-4482-4a23-ad7d-01fe691e4924,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:04.401872 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.407003 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.440309 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4b293f57-215c-4179-b1b1-bc578d0060ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbcefdd76fb34eb9adf55a9c06a07006&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4773958 Jul 07 18:30:04.445812 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55354) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:04.458024 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Network 4f3e2609-c1f2-411e-96e3-521e8705642a is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:04.461005 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:04.464238 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:04.464766 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.486586 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b293f57-215c-4179-b1b1-bc578d0060ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d758f62-da78-4291-941b-1241a40cf730,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.512448 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:04.513249 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:04.554938 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f4d20-ac60-40ba-9e51-b6aa6eb7dea6 None None] Pushing event updated for resources: {'Port': ['ID=343b7695-4482-4a23-ad7d-01fe691e4924,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.564311 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Router 3d55ecdc-4804-4876-8826-91d563c5632e is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:30:04.571170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.604495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Pushing event updated for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:04.608458 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.611590 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-959a9aa9-a1c9-40f1-adcb-e7cc16868f19 req-0786370a-670d-4a7e-a6ce-ff5e42124619 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0717120 Jul 07 18:30:04.650413 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:04.658909 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.709133 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.840155 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:04.848821 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:01Z', 'revision_number': 3, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:04.852142 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:04.861842 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:04.862531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:04.880113 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5da0-a6a1-4912-879a-8e8604fe642e None None] The sync data for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi is: [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:01Z', 'revision_number': 3, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:04.883445 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.886136 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.898444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.899008 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d758f62-da78-4291-941b-1241a40cf730 HTTP/1.1" status: 204 len: 168 time: 0.4450934 Jul 07 18:30:04.908729 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.910015 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.924071 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:04.925282 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-8d081f25-1dc3-4b1f-89c6-f65cc32e4233 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5230255 Jul 07 18:30:04.928538 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55362) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:04.938844 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935d465-496d-4e8d-bd95-748a2d2656dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d758f62-da78-4291-941b-1241a40cf730,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:05.046345 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Pushing event updated for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:05.063749 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:05.096707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.103359 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Network 4f3e2609-c1f2-411e-96e3-521e8705642a is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:05.105077 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:05.420278 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-897a9de7-e5bb-4c50-b502-fd7f4d750ab0 req-b75fd02c-4c2f-4e32-af83-6b91bb6f075d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.0637653 Jul 07 18:30:05.453075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:02Z', 'revision_number': 3, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:05.501947 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:05.504888 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Updating router 3d55ecdc-4804-4876-8826-91d563c5632e port 4f8be5b8-3671-405f-b552-fc5f3d013faa binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:05.563796 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Router eb5cb376-0b60-4731-be8f-783c8f053e5a has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:05.591092 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:05.798903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:30:05.891225 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:05.921767 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6df00a9c-d9ae-4b96-b1c5-7a892b4779cd admin admin] 10.222.0.58 "PUT /v2.0/routers/eb5cb376-0b60-4731-be8f-783c8f053e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959761 Jul 07 18:30:06.046184 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3f2282f1-5754-460d-804c-160c3b7f0bd1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:06.260622 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d776d5e7-a736-4c9c-8a59-420607ac302a req-38a73a36-2617-47ea-af61-f417fca08e10 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0518227 Jul 07 18:30:06.389761 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 3f2282f1-5754-460d-804c-160c3b7f0bd1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:06.390230 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.401349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:06.410968 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:06.432134 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:06.432863 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:06.517052 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.522625 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.527390 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55414) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:06.542318 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-330b0e5d-f2ed-4013-9c4b-8964ec0816b0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3925984 Jul 07 18:30:06.553265 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Transition to ACTIVE for port object 4f8be5b8-3671-405f-b552-fc5f3d013faa will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:06.570862 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.640484 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:06.726677 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.103', 60357) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:06.920126 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Attempting to bind port 4f8be5b8-3671-405f-b552-fc5f3d013faa on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:06.922354 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Attempting to bind port 4f8be5b8-3671-405f-b552-fc5f3d013faa by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:06.924406 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Attempting to bind port 4f8be5b8-3671-405f-b552-fc5f3d013faa on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:06.940056 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 343b7695-4482-4a23-ad7d-01fe691e4924 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:06.955625 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84d972-119a-4c23-b5b6-233135064552 None None] Pushing event updated for resources: {'Port': ['ID=4f8be5b8-3671-405f-b552-fc5f3d013faa,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:07.032352 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:07.034186 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:07.034434 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:07.035074 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.040605 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:07.041345 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Bound port: 4f8be5b8-3671-405f-b552-fc5f3d013faa, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:07.042700 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.136376 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] For port 4f8be5b8-3671-405f-b552-fc5f3d013faa, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:07.140977 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-04dfffd6-ea0d-412d-8d9b-ee87aede95a5 req-6c0443c3-ec88-4ffd-95ee-9a3e0ce0772c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.3167641 Jul 07 18:30:07.151777 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] For port 4f8be5b8-3671-405f-b552-fc5f3d013faa, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4f8be5b8-3671-405f-b552-fc5f3d013faa,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:07.157227 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 343b7695-4482-4a23-ad7d-01fe691e4924 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:07.168181 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.178136 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 343b7695-4482-4a23-ad7d-01fe691e4924 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:07.178826 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.451800 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:07.452523 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:07.569441 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84d972-119a-4c23-b5b6-233135064552 None None] Pushing event updated for resources: {'Port': ['ID=4f8be5b8-3671-405f-b552-fc5f3d013faa,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:07.668484 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Allocated IP 172.20.0.1 (1cd389b1-361c-4857-ad7a-72d4e499dfe5/7826e052-6190-40c3-9b1a-8f07f06bf436/c87830e4-d5ba-4cc5-9467-4a14a5b25dcd) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:07.697871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-e8945a1e-ae75-4f72-99c4-9d3ea6d6d20e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:07.702445 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-e8945a1e-ae75-4f72-99c4-9d3ea6d6d20e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.9743435 Jul 07 18:30:07.761551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.796123 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 3, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:07.805114 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.103', 60364) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:07.813007 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:07.816171 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 343b7695-4482-4a23-ad7d-01fe691e4924, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=343b7695-4482-4a23-ad7d-01fe691e4924,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:07.882669 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:07.884260 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Updating router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:07.947171 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.973787 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:07.978934 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Sync routers for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:08.070906 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2d51f246-4be0-42dc-9390-0f6ae0cf627b req-9f5e7d54-00f6-47a4-ace5-e045b8e5d2bb tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0864055 Jul 07 18:30:08.148663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Request body: {'port': {'device_id': 'af497dc0-d88e-4579-b071-af872246801c', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'admin_state_up': True, 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:08.171051 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-1aae8240-c742-450a-a318-aa38fdc5a2cd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:08.172792 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.183353 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-1aae8240-c742-450a-a318-aa38fdc5a2cd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 818 time: 0.8350410 Jul 07 18:30:08.239854 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Transition to ACTIVE for port object c87830e4-d5ba-4cc5-9467-4a14a5b25dcd will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:08.295449 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:08.339554 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:08.343311 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.429121 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:08.458230 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:08.462325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:08.465617 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.539148 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-92c60b75-ed03-4991-a9fe-2afd916bf30d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/quotas/eb633fcc6ada4db5b4575b2fe63c002c HTTP/1.1" status: 200 len: 375 time: 0.1864305 Jul 07 18:30:08.625697 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=343b7695-4482-4a23-ad7d-01fe691e4924,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:08.627431 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.663248 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:02Z', 'revision_number': 3, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:08.671557 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Transition to ACTIVE for port object b1cf5ee6-3c0d-47cd-af3c-285d51362a0d will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:08.689890 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.707928 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bb9dac8d-d057-4fb6-801c-317349a59781 req-476c5708-147e-48c5-bd17-c2bb7bb24834 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.1568782 Jul 07 18:30:08.728807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Pushing event updated for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:08.776492 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Attempting to bind port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:08.776862 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Attempting to bind port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:08.784220 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Attempting to bind port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d on network facb4317-5715-4363-a030-031b101744bc {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:08.789104 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffbb5-9417-40be-9f44-be05cb597eb4 None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:02Z', 'revision_number': 3, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:08.881488 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:08.882020 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:08.882392 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.882824 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:08.883353 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Bound port: b1cf5ee6-3c0d-47cd-af3c-285d51362a0d, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:08.884012 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:08.898530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:09.068833 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:09.070321 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] For port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:09.075431 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] For port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:09.077420 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6b33052a-5c1d-4fba-b611-24dde1411309 None None] Provisioning for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:09.081021 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.087199 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.093121 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.142241 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6b33052a-5c1d-4fba-b611-24dde1411309 None None] Provisioning complete for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:09.150547 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6b33052a-5c1d-4fba-b611-24dde1411309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.159421 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f872fd-ceb5-4f9b-b6ee-aaa7862e8b45 None None] Pushing event updated for resources: {'Port': ['ID=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:09.181022 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:09.184710 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:09.196606 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-3a536f0f-08eb-4ece-bb43-269c427621db tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:09.197709 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-3a536f0f-08eb-4ece-bb43-269c427621db tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.103 "GET /v2.0/networks?id=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 HTTP/1.1" status: 200 len: 812 time: 1.1602743 Jul 07 18:30:09.319517 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-6b33052a-5c1d-4fba-b611-24dde1411309 None None] Port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:09.410447 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a130ffc5-8c48-4571-be88-ba226823addd req-f13e4000-a135-4a19-84be-6487deb5d08f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0551839 Jul 07 18:30:09.420603 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-989f0c25-f1d2-4cd0-8259-b72ecffcd877 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8802612 Jul 07 18:30:09.473543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 4, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd50ad86c-95f9-4ec8-8e06-05526b876930', 'name': '', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'mac_address': 'fa:16:3e:69:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:03Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 2, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'subnets': [{'id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:09.479328 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f872fd-ceb5-4f9b-b6ee-aaa7862e8b45 None None] Pushing event updated for resources: {'Port': ['ID=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:09.510367 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Checking router: eb5cb376-0b60-4731-be8f-783c8f053e5a for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:09.511038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Updating router eb5cb376-0b60-4731-be8f-783c8f053e5a port d50ad86c-95f9-4ec8-8e06-05526b876930 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:09.515311 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:09.521388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.527478 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.528464 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.563405 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:09.704313 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Pushing event updated for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:09.721703 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:09.723704 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:09.791180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.019474 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 3, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:10.088714 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1f62-3cf4-4872-bc37-61fd323df7fa None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 3, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:10.217631 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-77e87f94-916b-477b-a24f-9961619d1d21 req-73743ac1-240b-40e5-b1c6-0a95b78fe126 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.1224964 Jul 07 18:30:10.237905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:10.309994 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.335057 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-e2fd7c30-bed6-46e4-98f3-a36379e6579c None None] Provisioning complete for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:10.335428 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7c30-bed6-46e4-98f3-a36379e6579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.349439 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Allocated IP 172.20.0.11 (7603c201-4698-4c01-b2c2-ef29141dfc67/dd081d88-4260-4aaa-95a7-a699a972cdf8/530d4425-4844-4777-8297-2ba85ddcc062) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:10.400524 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4f8be5b8-3671-405f-b552-fc5f3d013faa up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:10.406539 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Transition to ACTIVE for port object d50ad86c-95f9-4ec8-8e06-05526b876930 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:10.416490 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-1c05863c-3433-4837-8cc9-d4ee77df9315 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9799619 Jul 07 18:30:10.470915 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.502642 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:10.535831 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-fd5a2887-0923-4040-9e86-80d4b12487dd admin admin] 10.222.0.58 "PUT /v2.0/routers/3d55ecdc-4804-4876-8826-91d563c5632e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5950360 Jul 07 18:30:10.769095 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd7c30-bed6-46e4-98f3-a36379e6579c None None] Port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:10.769722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-868efdbf-dc36-4d50-b2bd-59fde9e678a0 req-e3ba59af-7ad5-4676-b5d2-76a6c44da3fa tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0626419 Jul 07 18:30:10.805233 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcf143-c2ae-4816-92ee-32555f66979a None None] Pushing event updated for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:10.865382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 4f8be5b8-3671-405f-b552-fc5f3d013faa completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:10.876857 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 4f8be5b8-3671-405f-b552-fc5f3d013faa triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:10.877119 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.882427 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Attempting to bind port d50ad86c-95f9-4ec8-8e06-05526b876930 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:10.882966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Attempting to bind port d50ad86c-95f9-4ec8-8e06-05526b876930 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:10.883513 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Attempting to bind port d50ad86c-95f9-4ec8-8e06-05526b876930 on network 4f3e2609-c1f2-411e-96e3-521e8705642a {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:10.905582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:10.905958 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Checking segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:10.906419 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.906827 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Bound using segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:10.907365 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Bound port: d50ad86c-95f9-4ec8-8e06-05526b876930, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:10.907775 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:10.935626 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-2fb00fb9-737e-4273-ba85-ab3158d15983 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104721 Jul 07 18:30:10.984816 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Allocated IP 172.20.0.1 (e50691c0-35a0-41d9-b105-1fd7654e0aa3/7c10b183-a4a0-46ef-acea-8cb67f81b183/39361de4-be07-443a-983d-4946b5c6e43d) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:11.064492 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] For port d50ad86c-95f9-4ec8-8e06-05526b876930, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:11.088880 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] For port d50ad86c-95f9-4ec8-8e06-05526b876930, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d50ad86c-95f9-4ec8-8e06-05526b876930,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:11.091993 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.107858 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.151574 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.190651 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 4f8be5b8-3671-405f-b552-fc5f3d013faa, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4f8be5b8-3671-405f-b552-fc5f3d013faa,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:11.202624 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Transition to ACTIVE for port object 39361de4-be07-443a-983d-4946b5c6e43d will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:11.208640 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:11.209396 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:11.213075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.215290 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 343b7695-4482-4a23-ad7d-01fe691e4924 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:11.353194 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1f990c57-2db9-4cde-ad3f-6a166328c97c req-95bf802a-bdcc-4fdf-b675-5fb6985dcf22 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 210 time: 0.1526408 Jul 07 18:30:11.463493 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55576) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:11.469616 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422892800', 'description': 'tempest-description--856196482'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:11.472876 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.480400 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcf143-c2ae-4816-92ee-32555f66979a None None] Pushing event updated for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:11.510868 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:11.746227 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:11.749069 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Pushing event updated for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:11.756056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:11.904848 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:11.918137 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-95255507-8c46-4d13-b242-06a54135fe2a req-1efddb16-5bd1-4af6-90b5-e2b7e466ee88 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.1206479 Jul 07 18:30:11.971094 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:11.971607 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.146750 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.162766 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Request body: {'port': {'device_id': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0', 'admin_state_up': True, 'tenant_id': 'cdb48081689643fa8dc7896d62d0b6e2'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:12.251132 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.257409 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:12.294091 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:12.332844 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:12.355980 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:12.398212 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:12.618309 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:12.639736 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:12.640505 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.661891 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.701109 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 343b7695-4482-4a23-ad7d-01fe691e4924 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:12.701109 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.713656 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=4f8be5b8-3671-405f-b552-fc5f3d013faa,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:12.742869 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-641ff323-8220-4b25-bf02-b7521574e842 req-7695c83f-160c-4238-ba3f-a77f4cec6442 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.1690333 Jul 07 18:30:12.874080 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-fc6241cf-88ad-4523-8a19-b767d4b4013a None None] Provisioning for port 39361de4-be07-443a-983d-4946b5c6e43d completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:12.899789 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-fc6241cf-88ad-4523-8a19-b767d4b4013a None None] Provisioning complete for port 39361de4-be07-443a-983d-4946b5c6e43d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:12.900356 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fc6241cf-88ad-4523-8a19-b767d4b4013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:12.960224 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:13.044420 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-fc6241cf-88ad-4523-8a19-b767d4b4013a None None] Port 39361de4-be07-443a-983d-4946b5c6e43d cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:13.126986 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-3d7a5456-52e9-4518-bd46-230b3e7a9895 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:13.145318 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-3d7a5456-52e9-4518-bd46-230b3e7a9895 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 818 time: 1.0752425 Jul 07 18:30:13.189804 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-b7604bea-be70-4a16-86c7-f3db69ed9886 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/quotas/eb633fcc6ada4db5b4575b2fe63c002c HTTP/1.1" status: 200 len: 375 time: 0.0396614 Jul 07 18:30:13.268497 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event updated for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:13.498942 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 4, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd50ad86c-95f9-4ec8-8e06-05526b876930', 'name': '', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'mac_address': 'fa:16:3e:69:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:03Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'subnets': [{'id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:13.626447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc584d4-1f99-4ae1-8c28-039963419339 None None] The sync data for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi is: [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:04Z', 'revision_number': 4, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd50ad86c-95f9-4ec8-8e06-05526b876930', 'name': '', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'mac_address': 'fa:16:3e:69:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:03Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'subnets': [{'id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:13.881390 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:13.895167 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:09Z', 'revision_number': 2, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:13.908587 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:13.950891 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:13.951600 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Updating router 3d55ecdc-4804-4876-8826-91d563c5632e port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:13.980604 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-92fddd23-bf9d-4473-84c4-e7624af3cfff tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7865045 Jul 07 18:30:13.985891 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-d1193c41-48a3-4e65-b9ef-85b2e9036df1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9495587 Jul 07 18:30:14.021758 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.033848 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.070553 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-a572d4f5-956a-4b3e-8d86-9774a7f36ddf tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:30:14.072348 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-a572d4f5-956a-4b3e-8d86-9774a7f36ddf tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112786 Jul 07 18:30:14.100498 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4f8be5b8-3671-405f-b552-fc5f3d013faa up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:14.250377 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa31cb-7379-47dc-b059-4397454c85a2,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:14.284560 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38802-f3fc-45e6-81c2-172c2d53fc35 req-6fd2a302-4be8-4c78-b91a-d283d7c0c3f1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:14.293735 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-52e38802-f3fc-45e6-81c2-172c2d53fc35 req-6fd2a302-4be8-4c78-b91a-d283d7c0c3f1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 932 time: 0.5684919 Jul 07 18:30:14.351047 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.352552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Made reservation on behalf of cdb48081689643fa8dc7896d62d0b6e2 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:14.354496 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9a01eb42-6969-4953-b104-4ab97856d5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.8896337 Jul 07 18:30:14.361631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55648) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:14.367677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 4f8be5b8-3671-405f-b552-fc5f3d013faa triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:14.368124 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.371763 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa31cb-7379-47dc-b059-4397454c85a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:14.376242 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.471788 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-52e38802-f3fc-45e6-81c2-172c2d53fc35 req-e5cb0691-d888-464e-a197-1da35201d6ef tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765218 Jul 07 18:30:14.562942 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:14.582620 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Request body: {'port': {'device_id': 'af497dc0-d88e-4579-b071-af872246801c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:14.623565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.103', 60376) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:14.804951 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b1cf5ee6-3c0d-47cd-af3c-285d51362a0d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:15.055136 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:15.069428 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:15.073199 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.120925 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-648f3845-5371-4cd3-98a6-e8a3b753c82b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:15.123678 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-648f3845-5371-4cd3-98a6-e8a3b753c82b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 818 time: 0.4797506 Jul 07 18:30:15.129648 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-3f510348-1ec6-489d-963b-af3eecb8ad62 service neutron] 10.222.0.58 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1482201 Jul 07 18:30:15.156021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Request body: {'port': {'device_id': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'admin_state_up': True, 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:15.236169 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.255063 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Allocated IP 172.20.0.12 (ab6d8873-ef1c-4de1-b956-f9ac0717a6f0/0fcc345a-f050-493a-b873-d188f407abe9/b3f63d2f-50ab-4309-80b7-1876439157f4) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:15.271563 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55668) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:15.309592 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:15.320005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.458851 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55672) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:15.499010 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.508696 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.540761 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Transition to ACTIVE for port object c87830e4-d5ba-4cc5-9467-4a14a5b25dcd will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:15.559589 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.578016 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:15.592653 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6afc5ba-fd3e-4513-970d-bdb87dced8b9 req-6d55dd6a-82e7-4325-9261-932d3f5d97a0 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.2867315 Jul 07 18:30:15.669680 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea65e1-b741-4672-a467-d68de4b2d609 None None] Pushing event updated for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:15.693951 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.789249 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d50ad86c-95f9-4ec8-8e06-05526b876930 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:15.813558 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Attempting to bind port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:15.814083 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Attempting to bind port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:15.814552 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Attempting to bind port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:15.831214 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:15.835952 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Checking segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:15.835952 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.835952 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Bound using segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:15.835952 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Bound port: c87830e4-d5ba-4cc5-9467-4a14a5b25dcd, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:15.835952 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:15.985745 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port d50ad86c-95f9-4ec8-8e06-05526b876930 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:15.990765 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port d50ad86c-95f9-4ec8-8e06-05526b876930 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:15.991134 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.037452 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] For port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:16.041602 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] For port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:16.058810 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.106110 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633ad89d-c924-41a6-9179-b96957285ede,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:16.175709 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-4cb7f44f-d1a9-46cf-a430-a30d3e5ec8fa service neutron] 10.222.0.58 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0129559 Jul 07 18:30:16.177244 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.182002 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.205762 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.207469 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-31660514-b73e-4721-a816-a5fcbac7eb15 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8450232 Jul 07 18:30:16.217134 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55692) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:16.229103 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group_rule': {'security_group_id': 'c6fa31cb-7379-47dc-b059-4397454c85a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:16.237870 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea65e1-b741-4672-a467-d68de4b2d609 None None] Pushing event updated for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:16.244551 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.db.api [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:30:16.244551 dv-cinder-799871-3-iscsi neutron-server[92945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:30:16.244551 dv-cinder-799871-3-iscsi neutron-server[92945]: [parameters: {'project_id_1': '16b5abbcb8624851a422371e9e1eeca1', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 30, 16, 211091)}] Jul 07 18:30:16.244551 dv-cinder-799871-3-iscsi neutron-server[92945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:30:16.244551 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG oslo_db.api [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:30:16.262894 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.db.api [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:30:16.262894 dv-cinder-799871-3-iscsi neutron-server[92945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:30:16.262894 dv-cinder-799871-3-iscsi neutron-server[92945]: [parameters: {'project_id_1': 'abe4e539774842da92885132192dc80f', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 30, 16, 234498)}] Jul 07 18:30:16.262894 dv-cinder-799871-3-iscsi neutron-server[92945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:30:16.265252 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG oslo_db.api [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:30:16.284890 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Made reservation on behalf of eb633fcc6ada4db5b4575b2fe63c002c for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:16.290323 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.324146 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.329663 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:16.335874 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:16.450383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port d50ad86c-95f9-4ec8-8e06-05526b876930, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d50ad86c-95f9-4ec8-8e06-05526b876930,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:16.465634 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.648299 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:16.677352 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:16.726600 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed4fbdeb-6e38-4ed0-9833-5024b6ec73f9 req-00e2034d-ec5d-4a78-a53c-271a60ce109d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.1071658 Jul 07 18:30:16.747937 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.793444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.798031 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.918876 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.956656 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:16.966771 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.000040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.000040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.141802 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:16Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:17.177055 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fc90b-ba89-4e8d-871f-d9012287f8ed None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:16Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:17.200753 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.212583 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2c150e8b-99d5-4eb8-897e-fb60a493e61d req-b162699e-32b5-4384-8e1d-07b318344d26 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.1523030 Jul 07 18:30:17.316850 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.460310 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Allocated IP 172.20.0.5 (4f3e2609-c1f2-411e-96e3-521e8705642a/51bcd920-dccf-4400-9e6b-822bd2aa2a04/574edc4c-05c7-43a8-95bc-70d79a5c70cb) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:17.470703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Pushing event updated for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:17.501496 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16b5abbcb8624851a422371e9e1eeca1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0279825 Jul 07 18:30:17.502255 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55714) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:17.559326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7923d4a-0ae5-4560-bcf1-be860c65ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c4441-9a22-4f3d-a79f-869ce201e63f,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:17.598815 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.630720 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb0576-aa6c-4997-83dc-611c0e3c2496 req-ed735dfa-950e-46a2-97fa-c5706c562d98 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:17.642804 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:17.644853 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fffb0576-aa6c-4997-83dc-611c0e3c2496 req-ed735dfa-950e-46a2-97fa-c5706c562d98 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 932 time: 1.5444844 Jul 07 18:30:17.816387 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b96af25-4f5f-4a76-a82e-a1064ffd7e95,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:17.858167 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c87830e4-d5ba-4cc5-9467-4a14a5b25dcd up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:17.990734 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:18.002472 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:18.003028 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.021561 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.145689 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fffb0576-aa6c-4997-83dc-611c0e3c2496 req-f52f6de8-83df-4d4f-afe9-5b67b8594234 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980750 Jul 07 18:30:18.171368 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:18.185395 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:18.194019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:18.203911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:18.206214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Pushing event updated for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:18.209253 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:18.217184 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:18.218073 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.306425 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.355654 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.481534 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:18.492033 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.492809 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b1cf5ee6-3c0d-47cd-af3c-285d51362a0d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:18.508692 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-665694a5-b7f0-40a2-922c-d55ee33345ae req-c9d3465c-991e-4809-bc99-408ca98a7976 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.5229778 Jul 07 18:30:18.527021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.536883 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.591666 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.710904 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55736) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:18.716421 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:18.730441 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-fe29302d-30c1-41e3-8c25-23b757d5e50f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5805111 Jul 07 18:30:18.749719 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:18.778285 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6a1d275a-3e76-43b8-8e4c-dbd2ce5f2bb5 None None] Provisioning complete for port 39361de4-be07-443a-983d-4946b5c6e43d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:18.779841 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6a1d275a-3e76-43b8-8e4c-dbd2ce5f2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.820365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Network 4f3e2609-c1f2-411e-96e3-521e8705642a is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:18.850255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa501e-6758-4798-b3a9-2860ad17e773 req-cc2cd59e-e5d9-4f5e-99aa-fa334ce4062f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:18.851827 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7eaa501e-6758-4798-b3a9-2860ad17e773 req-cc2cd59e-e5d9-4f5e-99aa-fa334ce4062f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 932 time: 0.2043509 Jul 07 18:30:18.872712 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.878750 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:18.879329 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:18.891987 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Request body: {'port': {'device_id': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:18.949437 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530d4425-4844-4777-8297-2ba85ddcc062 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:19.015453 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d275a-3e76-43b8-8e4c-dbd2ce5f2bb5 None None] Port 39361de4-be07-443a-983d-4946b5c6e43d cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:19.026714 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7eaa501e-6758-4798-b3a9-2860ad17e773 req-774a9fc9-8035-4d85-be76-836a24d78aaa tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437111 Jul 07 18:30:19.029790 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.189614 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d50ad86c-95f9-4ec8-8e06-05526b876930 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:19.194581 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Transition to ACTIVE for port object 530d4425-4844-4777-8297-2ba85ddcc062 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:19.210471 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.213837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:19.224941 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:19.231647 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.232356 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.262076 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.264628 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-01e3551b-17fd-4aa5-8ee5-9f67c2f19266 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0446749 Jul 07 18:30:19.266363 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.267696 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-abcc54df-fcb8-4602-abee-c00efe43e1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.269899 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.271880 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff1c4441-9a22-4f3d-a79f-869ce201e63f HTTP/1.1" status: 204 len: 168 time: 1.7596114 Jul 07 18:30:19.284222 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55742) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:19.300503 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:19.300719 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.329430 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port d50ad86c-95f9-4ec8-8e06-05526b876930 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:19.329809 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.339798 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1892374 Jul 07 18:30:19.414143 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.db.api [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 18:30:19.414143 dv-cinder-799871-3-iscsi neutron-server[92945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 18:30:19.414143 dv-cinder-799871-3-iscsi neutron-server[92945]: [parameters: {'project_id_1': '568aa4405bf14d6ab836689f303f57c2', 'expiration_1': datetime.datetime(2021, 7, 7, 18, 30, 19, 368500)}] Jul 07 18:30:19.414143 dv-cinder-799871-3-iscsi neutron-server[92945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 18:30:19.415064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG oslo_db.api [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 18:30:19.420567 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2281d-376e-4770-9596-df99c1b5bb9a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Pushing event updated for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:19.429644 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abe4e539774842da92885132192dc80f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1567731 Jul 07 18:30:19.434070 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55746) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:19.437066 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd88d00-ba85-4264-a66b-adee7d62f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae7f78-002d-4766-a8e1-e536261eaeb9,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:19.516332 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e13534-597a-4713-a75d-9e7e82a5174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c4441-9a22-4f3d-a79f-869ce201e63f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:19.652260 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-abcc54df-fcb8-4602-abee-c00efe43e1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.656458 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.700795 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:19.709965 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-54e7fc0a-ebab-438d-9ce8-fd195cef3895 admin admin] 10.222.0.58 "PUT /v2.0/routers/5cebecd8-06f0-45ae-92fd-18c90c30c1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1814785 Jul 07 18:30:19.711366 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.712433 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:19.718368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.730787 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:19.738476 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:19.741677 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Pushing event updated for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:19.802479 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618aa95-4a0a-4b13-aeba-6861dd8e57db req-8b110af2-64fb-40c4-8569-a1c6c8c7525c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:19.804582 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f618aa95-4a0a-4b13-aeba-6861dd8e57db req-8b110af2-64fb-40c4-8569-a1c6c8c7525c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.2579460 Jul 07 18:30:19.839922 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-abcc54df-fcb8-4602-abee-c00efe43e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:19.854658 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c87830e4-d5ba-4cc5-9467-4a14a5b25dcd up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:19.910921 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Request body: {'port': {'device_id': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:20.153913 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.160406 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.170232 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51ae7f78-002d-4766-a8e1-e536261eaeb9 HTTP/1.1" status: 204 len: 168 time: 0.7325618 Jul 07 18:30:20.175501 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f618aa95-4a0a-4b13-aeba-6861dd8e57db req-0f9613cb-6094-4ba3-a7b0-4a2b87109dc9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614700 Jul 07 18:30:20.193935 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:20.250497 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af95748-59de-4c01-9125-166dd1d7e0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae7f78-002d-4766-a8e1-e536261eaeb9,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:20.262801 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:20.263429 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.274376 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.277142 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-abcc54df-fcb8-4602-abee-c00efe43e1a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3cde5d887ed34260ab9934e819cc3341&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5605249 Jul 07 18:30:20.343195 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55768) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:20.469840 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d669b312-0aa3-405c-86ef-df801b1ef67a req-f92bec84-9841-47c9-a712-85d94cfc215c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.3972447 Jul 07 18:30:20.561753 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc54df-fcb8-4602-abee-c00efe43e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6186e37-bbb6-4170-a8f5-a8986b4bc925,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:20.569264 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.103', 60385) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:20.617715 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:20.821086 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Attempting to bind port 530d4425-4844-4777-8297-2ba85ddcc062 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:20.821742 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Attempting to bind port 530d4425-4844-4777-8297-2ba85ddcc062 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:20.822239 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Attempting to bind port 530d4425-4844-4777-8297-2ba85ddcc062 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:20.946456 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Port 530d4425-4844-4777-8297-2ba85ddcc062 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:20.951747 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Attempting to bind port 530d4425-4844-4777-8297-2ba85ddcc062 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:21.046240 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:14Z', 'revision_number': 2, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:21.097746 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:21.098372 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Checking segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:21.098952 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Bound using segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:21.099457 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Bound port: 530d4425-4844-4777-8297-2ba85ddcc062, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:21.103787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.135605 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:21.136242 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Updating router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 port 39361de4-be07-443a-983d-4946b5c6e43d binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:30:21.151272 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:21.176653 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.214698 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.307478 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55788) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:21.703386 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.734774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec01c8-6030-40e9-a1bd-ea75add6b589 req-f1222a3a-ab58-41c0-b556-07b2dd0865c5 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:21.756770 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ceec01c8-6030-40e9-a1bd-ea75add6b589 req-f1222a3a-ab58-41c0-b556-07b2dd0865c5 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 932 time: 0.8862562 Jul 07 18:30:21.845650 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.867006 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.885529 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fbceba65-fde4-4578-9eea-db60e814b138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.897728 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Transition to ACTIVE for port object 39361de4-be07-443a-983d-4946b5c6e43d will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:21.917440 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:21.937669 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-e9a29219-595b-4530-b27d-b067e4414763 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:21.939287 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-e9a29219-595b-4530-b27d-b067e4414763 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 818 time: 1.3640945 Jul 07 18:30:21.952006 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ceec01c8-6030-40e9-a1bd-ea75add6b589 req-9217df40-93fb-476a-9eb5-5ae85852723e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897976 Jul 07 18:30:21.993832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Request body: {'port': {'device_id': '94779cde-f38c-4d12-955d-0d79933986e3', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'admin_state_up': True, 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:22.075804 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149568e-54db-4807-8d8f-682a5adb65ca None None] Pushing event updated for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:22.177466 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574edc4c-05c7-43a8-95bc-70d79a5c70cb {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:22.209039 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.219009 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Attempting to bind port 39361de4-be07-443a-983d-4946b5c6e43d on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:22.219519 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Attempting to bind port 39361de4-be07-443a-983d-4946b5c6e43d by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:22.220348 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Attempting to bind port 39361de4-be07-443a-983d-4946b5c6e43d on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:22.236750 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:22.237144 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Checking segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:22.237585 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.237985 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Bound using segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:22.238478 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Bound port: 39361de4-be07-443a-983d-4946b5c6e43d, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:22.241243 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.354836 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:22.382714 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Transition to ACTIVE for port object 574edc4c-05c7-43a8-95bc-70d79a5c70cb will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:22.386630 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] For port 39361de4-be07-443a-983d-4946b5c6e43d, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:22.406206 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] For port 39361de4-be07-443a-983d-4946b5c6e43d, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=39361de4-be07-443a-983d-4946b5c6e43d,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:22.406428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=530d4425-4844-4777-8297-2ba85ddcc062,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:22.418569 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.425743 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.469763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.507708 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Pushing event updated for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:22.529465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Allocated IP 172.27.2.136 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/28d89a1a-9eda-46a2-8f0e-009abf0c8e00) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:22.629646 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe34ad6-6db5-4b86-bec1-057762ed3fd2 req-c9fcac4d-d7af-4fd9-9849-604c47796b61 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:22.633587 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-afe34ad6-6db5-4b86-bec1-057762ed3fd2 req-c9fcac4d-d7af-4fd9-9849-604c47796b61 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.3728504 Jul 07 18:30:22.662402 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fbceba65-fde4-4578-9eea-db60e814b138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.681226 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.688509 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.692975 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6186e37-bbb6-4170-a8f5-a8986b4bc925 HTTP/1.1" status: 204 len: 168 time: 2.3441870 Jul 07 18:30:22.735951 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Attempting to bind port 574edc4c-05c7-43a8-95bc-70d79a5c70cb on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:22.737059 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Attempting to bind port 574edc4c-05c7-43a8-95bc-70d79a5c70cb by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:22.738347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Attempting to bind port 574edc4c-05c7-43a8-95bc-70d79a5c70cb on network 4f3e2609-c1f2-411e-96e3-521e8705642a {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:22.752110 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fbceba65-fde4-4578-9eea-db60e814b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.752304 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:22.752304 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:29:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:22.831557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Port 574edc4c-05c7-43a8-95bc-70d79a5c70cb on network 4f3e2609-c1f2-411e-96e3-521e8705642a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:22.834826 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Attempting to bind port 574edc4c-05c7-43a8-95bc-70d79a5c70cb on network 4f3e2609-c1f2-411e-96e3-521e8705642a {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:22.842438 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:22.843086 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:22.848757 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] 10.222.0.103 "PUT /v2.0/ports/530d4425-4844-4777-8297-2ba85ddcc062 HTTP/1.1" status: 200 len: 1094 time: 8.4569182 Jul 07 18:30:22.856113 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17de98d-605a-467d-a54a-db886d592a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6186e37-bbb6-4170-a8f5-a8986b4bc925,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:22.867536 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149568e-54db-4807-8d8f-682a5adb65ca None None] Pushing event updated for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:22.923299 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-afe34ad6-6db5-4b86-bec1-057762ed3fd2 req-ba8f599d-3d1a-4c8b-84f2-4e6546ec73e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200491 Jul 07 18:30:22.940084 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:22.940469 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Checking segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:22.941030 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Bound using segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:22.941608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Bound port: 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:22.941900 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.017061 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fbceba65-fde4-4578-9eea-db60e814b138 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3892bdb85da9470694d706e55e4511fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7072201 Jul 07 18:30:23.020111 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:23.040834 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55818) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:23.124264 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:23.191864 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1d8f27aa-1cf9-4aa5-a9ee-c18bedd89e64 req-d2a286be-4669-4b3f-954d-14fc2fd7b79e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.0468309 Jul 07 18:30:23.505594 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55826) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:23.510660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:23.557993 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55830) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:23.566540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceba65-fde4-4578-9eea-db60e814b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d926aa3b-2bd5-4ca0-9b9e-ed3496acf9bb,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:23.590749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654311594', 'description': 'tempest-description--1630239576'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:23.593201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f715b-9e96-4129-a965-bac76ded3436 service neutron] Pushing event updated for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:23.614660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.734637 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:22Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:23.748480 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Made reservation on behalf of eb633fcc6ada4db5b4575b2fe63c002c for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:23.751712 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:23.763626 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.770415 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-193ab698-90cc-4cfb-a4e5-b59c7d11fa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.781001 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2a33-cb26-4f85-8ac1-5291c715b18d None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:22Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:23.801873 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f63d2f-50ab-4309-80b7-1876439157f4 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:23.844103 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.844103 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.844430 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-8f2bd05d-e93a-45fb-9816-2e4e4b9233e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:23.844430 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-8f2bd05d-e93a-45fb-9816-2e4e4b9233e5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 1097 time: 0.5931971 Jul 07 18:30:23.881801 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:23.951829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Pushing event updated for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:24.026211 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:24.026825 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.028449 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-406abad8-61c6-4e1f-b50f-156251cebb51 service neutron] 10.222.0.103 "PUT /v2.0/ports/574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 1093 time: 4.1550088 Jul 07 18:30:24.051518 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:24.150428 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.156332 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3b7b5-4c20-4c26-b51f-d379a09ea348" -d '{"events": [{"name": "network-changed", "server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "tag": "530d4425-4844-4777-8297-2ba85ddcc062"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:24.170219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.229310 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e06a5-4faf-4a90-ad4a-b38ca84cfcd3 req-8379049a-c34b-4c5f-8242-c7587a3dc722 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:24.230918 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-965e06a5-4faf-4a90-ad4a-b38ca84cfcd3 req-8379049a-c34b-4c5f-8242-c7587a3dc722 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 932 time: 0.8264811 Jul 07 18:30:24.276080 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.297672 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Transition to ACTIVE for port object b3f63d2f-50ab-4309-80b7-1876439157f4 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:24.370998 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55854) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:24.395270 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.425041 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-b5743a3a-9b4a-476c-a1a8-ec56d44e6300 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530d4425-4844-4777-8297-2ba85ddcc062 HTTP/1.1" status: 200 len: 217 time: 0.3084154 Jul 07 18:30:24.656142 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:24.687106 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c69eebca-ec16-49d4-80a1-f1233866b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:24.688604 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-c69eebca-ec16-49d4-80a1-f1233866b0e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.2084749 Jul 07 18:30:24.699797 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ede01a98-bdd6-4f14-8506-446147cdd602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.717723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c563d-17c4-47df-8136-3d950ec13643" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:24.739164 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Attempting to bind port b3f63d2f-50ab-4309-80b7-1876439157f4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:24.739529 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Attempting to bind port b3f63d2f-50ab-4309-80b7-1876439157f4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ba4cdc78-d316-487d-bcab-d7900ef9578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:24.739838 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Attempting to bind port b3f63d2f-50ab-4309-80b7-1876439157f4 on network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:24.760893 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.763433 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.764645 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d926aa3b-2bd5-4ca0-9b9e-ed3496acf9bb HTTP/1.1" status: 204 len: 168 time: 1.7072043 Jul 07 18:30:24.782806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Allocated IP 172.20.0.6 (4f3e2609-c1f2-411e-96e3-521e8705642a/51bcd920-dccf-4400-9e6b-822bd2aa2a04/15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:24.785623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Port b3f63d2f-50ab-4309-80b7-1876439157f4 on network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:24.785956 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Attempting to bind port b3f63d2f-50ab-4309-80b7-1876439157f4 on network ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:24.823592 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131709b-d08d-4384-ac68-4c039689063a req-90e9e73f-5c09-43b2-8d4a-1c7a3c99cca7 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:24.829099 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3131709b-d08d-4384-ac68-4c039689063a req-90e9e73f-5c09-43b2-8d4a-1c7a3c99cca7 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.4661195 Jul 07 18:30:24.842820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:24.900265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:24.905363 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:24.916272 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:24.916715 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Checking segment: {'id': 'ba4cdc78-d316-487d-bcab-d7900ef9578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:24.917298 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Bound using segment: {'id': 'ba4cdc78-d316-487d-bcab-d7900ef9578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:24.917913 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Bound port: b3f63d2f-50ab-4309-80b7-1876439157f4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4cdc78-d316-487d-bcab-d7900ef9578e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:24.918436 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:24.928517 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-965e06a5-4faf-4a90-ad4a-b38ca84cfcd3 req-f118b356-c447-43fb-84cf-68962c0c9b65 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601076 Jul 07 18:30:24.966139 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8f58-651b-4ae1-b83b-c4dbd8b8cc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926aa3b-2bd5-4ca0-9b9e-ed3496acf9bb,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.017946 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2c121523-081b-4501-b93e-244d34855a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.052795 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=28d89a1a-9eda-46a2-8f0e-009abf0c8e00,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.101999 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-193ab698-90cc-4cfb-a4e5-b59c7d11fa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.145588 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3131709b-d08d-4384-ac68-4c039689063a req-9f61ca0b-3af8-43f5-b392-240c4152483b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493236 Jul 07 18:30:25.195337 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.206241 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-193ab698-90cc-4cfb-a4e5-b59c7d11fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.225789 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.258764 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-40bb3e08-40cf-4fb2-b605-2d2202efa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:25.260453 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-40bb3e08-40cf-4fb2-b605-2d2202efa6a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1096 time: 1.0204298 Jul 07 18:30:25.290025 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:25.296451 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.301300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b3f63d2f-50ab-4309-80b7-1876439157f4,segment=NetworkSegment(ba4cdc78-d316-487d-bcab-d7900ef9578e),segment_id=ba4cdc78-d316-487d-bcab-d7900ef9578e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:25.321087 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.356400 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.406857 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:25.407482 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.409762 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] 10.222.0.103 "PUT /v2.0/ports/b3f63d2f-50ab-4309-80b7-1876439157f4 HTTP/1.1" status: 200 len: 1094 time: 6.5249918 Jul 07 18:30:25.470651 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-193ab698-90cc-4cfb-a4e5-b59c7d11fa49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55fbcd53713245f398aee40bc01bc707&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9357555 Jul 07 18:30:25.476083 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55874) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:25.476699 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ab698-90cc-4cfb-a4e5-b59c7d11fa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05330296-c21a-43f8-a7bf-c86e2472905c,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.489122 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892503a-19d0-41cf-89b0-8f26230a1564 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.509663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3245b-c681-4784-8c88-1bc571589aab x-openstack-request-id: req-43a3245b-c681-4784-8c88-1bc571589aab {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:25.510014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "tag": "530d4425-4844-4777-8297-2ba85ddcc062", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:25.510272 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-43a3245b-c681-4784-8c88-1bc571589aab {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:25.510902 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062', 'status': 'completed', 'code': 200} Jul 07 18:30:25.578374 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5773fa5-b492-4e31-b68b-53de09b90ad5 req-28f3e122-6500-4d65-a4f1-7ecad3135481 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.1059968 Jul 07 18:30:25.594154 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.630504 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.634288 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e372eeea-494a-4359-b939-1f146870e85e,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.700545 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 39361de4-be07-443a-983d-4946b5c6e43d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:25.707801 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Network 4f3e2609-c1f2-411e-96e3-521e8705642a is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:25.711706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:25.725444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:25.750637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:25.755053 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.769325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2c121523-081b-4501-b93e-244d34855a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.793733 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.834086 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2c121523-081b-4501-b93e-244d34855a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.837496 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 39361de4-be07-443a-983d-4946b5c6e43d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:25.842896 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 39361de4-be07-443a-983d-4946b5c6e43d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:25.843309 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.874371 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Pushing event updated for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:25.916550 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-63c6fc8f-00c2-400c-9afb-116e4f50ab27 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240122 Jul 07 18:30:25.951308 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6666dbb-ef6a-46e9-a33f-35b1430bb554 x-openstack-request-id: req-f6666dbb-ef6a-46e9-a33f-35b1430bb554 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:25.951605 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:25.951825 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f6666dbb-ef6a-46e9-a33f-35b1430bb554 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:25.953144 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb', 'status': 'completed', 'code': 200} Jul 07 18:30:25.954410 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.958426 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1866db47-2616-4e43-899c-dae7a56afb10 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9783862 Jul 07 18:30:25.959286 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a65d4249-357e-4d33-8978-abbcca15117b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3866765 Jul 07 18:30:25.966900 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55888) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:25.970894 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:25.989099 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group_rule': {'security_group_id': 'e372eeea-494a-4359-b939-1f146870e85e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:26.013447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 39361de4-be07-443a-983d-4946b5c6e43d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=39361de4-be07-443a-983d-4946b5c6e43d,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:26.022548 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-d0c1376a-0a13-4a86-9c99-5e1100e10162 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.2310843 Jul 07 18:30:26.038149 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Request body: {'port': {'device_id': '94779cde-f38c-4d12-955d-0d79933986e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:26.049287 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.126171 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.141244 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2c121523-081b-4501-b93e-244d34855a60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26d3126cb20544189629ef3abbe6c2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7613401 Jul 07 18:30:26.146969 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55892) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:26.156546 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121523-081b-4501-b93e-244d34855a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f3116-3f89-471c-a14f-0b85e98da39e,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:26.165075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:26.223208 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-58eff7c8-2761-45b9-92e0-12d789057b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:26.225472 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-58eff7c8-2761-45b9-92e0-12d789057b99 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.1607559 Jul 07 18:30:26.238429 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-6e4393d1-a7ae-4118-b938-df7aae8a2f53 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039057 Jul 07 18:30:26.251627 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-e6b2df04-ca32-40c4-91a4-d6a8af45a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:26.253696 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-e6b2df04-ca32-40c4-91a4-d6a8af45a0a4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cdb48081689643fa8dc7896d62d0b6e2&device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 1097 time: 0.4360204 Jul 07 18:30:26.315983 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.357259 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-a9a6255d-c11e-410c-939f-f1bafde50e02 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199319 Jul 07 18:30:26.511976 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.514786 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.516019 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/05330296-c21a-43f8-a7bf-c86e2472905c HTTP/1.1" status: 204 len: 168 time: 1.0365105 Jul 07 18:30:26.529729 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.550478 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.563065 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c95b5-1e53-4276-a161-5e3d405b2a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05330296-c21a-43f8-a7bf-c86e2472905c,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:26.575807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.625600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.670746 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.675780 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.688554 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-885de748-d7f6-46c5-9381-9674b275db04 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f63d2f-50ab-4309-80b7-1876439157f4 HTTP/1.1" status: 200 len: 217 time: 0.4116273 Jul 07 18:30:26.717866 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03c1cf4-7c9f-41c5-b4db-174905580e0b,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:26.726728 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-cb64433f-a68a-424e-a9e8-778959199632 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469796 Jul 07 18:30:26.729384 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=28d89a1a-9eda-46a2-8f0e-009abf0c8e00,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:26.746590 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0145f4-7f3a-4a48-a1f0-ecf986cf1228 req-8803c12f-af37-4aa5-92d6-86d9b805376d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:26.759760 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fe0145f4-7f3a-4a48-a1f0-ecf986cf1228 req-8803c12f-af37-4aa5-92d6-86d9b805376d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.4151509 Jul 07 18:30:26.764805 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.767693 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.772515 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3431c555-1b3c-43b1-a53b-d6e3c9c7cf1a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7875507 Jul 07 18:30:26.780119 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55912) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:26.793211 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group_rule': {'security_group_id': 'e372eeea-494a-4359-b939-1f146870e85e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:26.822698 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354462-28af-4768-b164-152303badeeb req-f40b4d29-c1c9-4d24-9f76-8bd7db3916f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:26.825104 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-f40b4d29-c1c9-4d24-9f76-8bd7db3916f0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0fcc345a-f050-493a-b873-d188f407abe9 HTTP/1.1" status: 200 len: 852 time: 0.1202452 Jul 07 18:30:26.906265 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.924140 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fe0145f4-7f3a-4a48-a1f0-ecf986cf1228 req-49cef33d-7a11-494d-aed6-c5c5a12768dd tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588316 Jul 07 18:30:26.932977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:26.952582 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-47817364-836d-4a21-920f-32c814be5118 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682032 Jul 07 18:30:26.953819 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-050a5af3-01bd-490b-8c5d-83119840ce6d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6604669 Jul 07 18:30:26.998513 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.017028 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fdc92-ff33-433b-a97e-bc4b4ac61041 req-22496c9c-de7a-477d-876b-ec54f50a6da8 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.025879 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-687fdc92-ff33-433b-a97e-bc4b4ac61041 req-22496c9c-de7a-477d-876b-ec54f50a6da8 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 944 time: 0.9166377 Jul 07 18:30:27.066152 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.075211 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.087274 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ba10f76e-f636-4b3d-9afd-b0b5235c6d21 req-4fb59d7f-043f-4f34-895f-5c4ca63c31b8 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251920 Jul 07 18:30:27.100785 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc02ea9-be7e-41cb-8bcc-365e80fcf808,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:27.111367 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.118789 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-67c25754-1de5-4cf7-90ca-3e9ad4592898 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266864 Jul 07 18:30:27.119654 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 55928) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:27.127617 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:27.198672 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-253584cd-1ef4-48ce-81d3-dd49e1766d44 req-599b9fad-80ca-47f9-a9cf-268e9a5cd8fa service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508626 Jul 07 18:30:27.266491 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-687fdc92-ff33-433b-a97e-bc4b4ac61041 req-4661fa41-151f-4dab-97d4-0f6572536509 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392745 Jul 07 18:30:27.271609 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.335952 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1dcc-b1de-40d6-9f45-571205494def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.397397 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c563d-17c4-47df-8136-3d950ec13643 req-10c28a58-bac5-40ff-a251-12576d5ed22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.398909 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-10c28a58-bac5-40ff-a251-12576d5ed22f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1096 time: 0.2275388 Jul 07 18:30:27.402271 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.404855 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.406037 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f7f3116-3f89-471c-a14f-0b85e98da39e HTTP/1.1" status: 204 len: 168 time: 1.2218995 Jul 07 18:30:27.411963 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bff2ce-ee7a-46cc-bc53-3aaabdcc3c87 req-223ba2fc-e132-44df-ae87-6ba95554d6d5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.413524 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-27bff2ce-ee7a-46cc-bc53-3aaabdcc3c87 req-223ba2fc-e132-44df-ae87-6ba95554d6d5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 931 time: 0.2185993 Jul 07 18:30:27.429423 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.486700 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425bb36-79c2-4bdf-874c-875467ecc10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f3116-3f89-471c-a14f-0b85e98da39e,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:27.503160 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-d4b39164-e11a-400f-85e2-ec526f01a55c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--422892800&fields=id&tenant_id=568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 267 time: 0.1067879 Jul 07 18:30:27.506577 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-c90b1243-3a14-415e-8bcc-cf0334c80fe6 service neutron] 10.222.0.103 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258536 Jul 07 18:30:27.522216 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:27.524481 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:27.671065 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-27bff2ce-ee7a-46cc-bc53-3aaabdcc3c87 req-a1984bbc-04f4-44d8-873c-86c48d67c684 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378595 Jul 07 18:30:27.672660 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-ef06fc6d-f43c-4e1a-90dc-a1585fd2eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.674168 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-ef06fc6d-f43c-4e1a-90dc-a1585fd2eae8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 1097 time: 0.4025173 Jul 07 18:30:27.691736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 39361de4-be07-443a-983d-4946b5c6e43d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:27.705631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c563d-17c4-47df-8136-3d950ec13643 req-1a4bb21e-bf74-4cf0-a451-75b7ce949bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.707350 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-1a4bb21e-bf74-4cf0-a451-75b7ce949bad service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.2929492 Jul 07 18:30:27.714682 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.819341 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 39361de4-be07-443a-983d-4946b5c6e43d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:27.820256 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:27.866172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30311c5-dd14-48d8-8dad-701bde9058ba x-openstack-request-id: req-c30311c5-dd14-48d8-8dad-701bde9058ba {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:27.866755 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:27.866755 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c30311c5-dd14-48d8-8dad-701bde9058ba {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:27.867083 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4', 'status': 'completed', 'code': 200} Jul 07 18:30:27.874131 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-a3b19ab4-121c-486a-8a1c-ef22fc336e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:27.875638 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-a3b19ab4-121c-486a-8a1c-ef22fc336e7b service neutron] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 917 time: 0.1865616 Jul 07 18:30:27.968220 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-f5d59adb-d3f9-415f-9158-1e693e1fe10c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.2502975 Jul 07 18:30:27.983585 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-743f6106-6f58-402b-9c54-44d649ca31aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530d4425-4844-4777-8297-2ba85ddcc062 HTTP/1.1" status: 200 len: 217 time: 0.0967331 Jul 07 18:30:28.035554 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53354462-28af-4768-b164-152303badeeb req-f4308f9a-f5fa-42d2-9477-0ac80360d710 service neutron] 10.222.0.103 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140047 Jul 07 18:30:28.036893 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 55958) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:28.047476 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-adcf3363-c9cd-4788-a5b9-d04f839c0877 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.056198 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-adcf3363-c9cd-4788-a5b9-d04f839c0877 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 810 time: 0.5515842 Jul 07 18:30:28.107516 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c563d-17c4-47df-8136-3d950ec13643 req-5ef714f8-1b2b-4abd-8e14-bcdabb16df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.108997 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-5ef714f8-1b2b-4abd-8e14-bcdabb16df6a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.1295459 Jul 07 18:30:28.123500 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:28.133812 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.150933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Transition to ACTIVE for port object 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:28.152216 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02032428-9c2f-4e56-b055-7c3e3d637df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.170789 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-b2c165bd-c137-47c6-b0a2-a869fc060996 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/quotas/568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 375 time: 0.1134834 Jul 07 18:30:28.208298 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-92a7c229-7290-48a4-9fd0-2518005e1827 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760679 Jul 07 18:30:28.222437 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.267187 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Allocated IP 172.27.2.2 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:28.426486 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.436023 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-cd6ba037-50b3-4992-832b-e928fc72ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.441731 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-cd6ba037-50b3-4992-832b-e928fc72ade3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.4439163 Jul 07 18:30:28.518145 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:28.538228 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecde60f-5090-4c19-87a7-cc46790e899d req-90c1345f-ee48-40e3-a4fe-95ad0f24b4fe tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.541405 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fecde60f-5090-4c19-87a7-cc46790e899d req-90c1345f-ee48-40e3-a4fe-95ad0f24b4fe tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.3769245 Jul 07 18:30:28.579261 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-925aaf7c-1c4a-4310-b873-ca1d07a3ac54 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182141 Jul 07 18:30:28.601651 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-b527c805-e69a-4c8d-9f0b-1b96e99056f1 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620076 Jul 07 18:30:28.704810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:28.708290 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-944acf66-3afc-4d55-a649-2ba38e25c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:28.709839 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-944acf66-3afc-4d55-a649-2ba38e25c774 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cdb48081689643fa8dc7896d62d0b6e2&device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 1097 time: 0.5416796 Jul 07 18:30:28.790920 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fecde60f-5090-4c19-87a7-cc46790e899d req-edce46f2-a751-4073-85d1-e294a0ca1085 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261329 Jul 07 18:30:28.850165 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Attempting to bind port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:28.850507 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Attempting to bind port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:28.850838 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Attempting to bind port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 on network 4f3e2609-c1f2-411e-96e3-521e8705642a {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:28.886790 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-d9e13287-97a2-4880-908d-2528e48bbf17 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6489484 Jul 07 18:30:28.916945 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 on network 4f3e2609-c1f2-411e-96e3-521e8705642a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:28.917319 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Attempting to bind port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 on network 4f3e2609-c1f2-411e-96e3-521e8705642a {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:28.939417 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-646c563d-17c4-47df-8136-3d950ec13643 req-7cc9ecac-bd54-4fb4-b91b-34814fb3c7da service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217185 Jul 07 18:30:28.975577 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.005914 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:29.006249 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Checking segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:29.006802 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Bound using segment: {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:29.007257 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Bound port: 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12dc12e-fea1-40da-87e3-b3a3456b976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:29.007611 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.033690 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02032428-9c2f-4e56-b055-7c3e3d637df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.194228 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:29.238961 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:29.243247 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:29.269920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:29.364123 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.419752 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02032428-9c2f-4e56-b055-7c3e3d637df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.468773 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcba3d-5810-4f06-abeb-c928808eb53a req-f87ace7a-e467-4ca4-a424-95db23492c51 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:29.479300 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-39fcba3d-5810-4f06-abeb-c928808eb53a req-f87ace7a-e467-4ca4-a424-95db23492c51 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 944 time: 0.2836969 Jul 07 18:30:29.507692 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.508766 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-8444ed73-b5b9-41af-b4fe-729d62dba4a7 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8947041 Jul 07 18:30:29.525555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-a7e28805-b043-48a0-9123-1d0a4fe238b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:29.527160 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-a7e28805-b043-48a0-9123-1d0a4fe238b2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 HTTP/1.1" status: 200 len: 914 time: 0.8059216 Jul 07 18:30:29.620935 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-39fcba3d-5810-4f06-abeb-c928808eb53a req-364fc9cc-3a23-4031-8253-69c78dd57ef2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400256 Jul 07 18:30:29.684127 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-02032428-9c2f-4e56-b055-7c3e3d637df9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=047183de1187497f9b561f8439b6a707&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6233110 Jul 07 18:30:29.694154 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02032428-9c2f-4e56-b055-7c3e3d637df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dddc16-67f1-42ae-a4a2-1bfb17978e13,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:29.695648 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56024) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:29.720631 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-1d77189b-d960-4ab8-af79-27a50f440c43 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f63d2f-50ab-4309-80b7-1876439157f4 HTTP/1.1" status: 200 len: 217 time: 0.1678264 Jul 07 18:30:29.810358 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:29.824300 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-72b83b23-9d18-4a53-a0b7-b8d3f250ec96 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8721337 Jul 07 18:30:29.918738 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.963630 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.963771 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:29.965856 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-c699c56b-48f0-48f5-a62a-0e125b2d916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:29.967910 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-c699c56b-48f0-48f5-a62a-0e125b2d916b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0fcc345a-f050-493a-b873-d188f407abe9 HTTP/1.1" status: 200 len: 852 time: 0.2361255 Jul 07 18:30:29.973034 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:29.977044 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bce3b7b5-4c20-4c26-b51f-d379a09ea348 req-c07c4b2b-e54f-4e5d-8254-11c36b311e8e service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384437 Jul 07 18:30:30.001608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.048583 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.076530 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-b6d45cee-412c-4e43-92b8-576349d735ca service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957570 Jul 07 18:30:30.079048 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.112659 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166699-3d93-480b-91a9-bb51ebc88bb8 req-9a8edc77-c22c-4c2b-9e55-b1c4f93ca9b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:30.120176 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d4166699-3d93-480b-91a9-bb51ebc88bb8 req-9a8edc77-c22c-4c2b-9e55-b1c4f93ca9b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 943 time: 0.2893608 Jul 07 18:30:30.134510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:30.153887 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.155774 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-aa84a2e0-6077-4ef8-a7df-f7c61e821e6a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0340433 Jul 07 18:30:30.159976 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.200891 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d4166699-3d93-480b-91a9-bb51ebc88bb8 req-f008b381-94ad-4fe9-930d-e8bf74c7374c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780137 Jul 07 18:30:30.220811 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.223927 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.225796 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13dddc16-67f1-42ae-a4a2-1bfb17978e13 HTTP/1.1" status: 204 len: 168 time: 0.5287800 Jul 07 18:30:30.248742 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f7b65-82db-45df-a49d-0051d82efc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dddc16-67f1-42ae-a4a2-1bfb17978e13,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:30.308765 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:30.309512 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:30.311497 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] 10.222.0.103 "PUT /v2.0/ports/15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 200 len: 1093 time: 4.3252106 Jul 07 18:30:30.346390 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:30.350096 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be4cf6-cc24-4312-bd35-00116f431bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:30.447130 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e57c9-e49a-49e3-9bd4-8123d3697900 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:30.461646 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-cf456468-5f6c-4e4c-943d-b72c33b315cd service neutron] 10.222.0.58 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363285 Jul 07 18:30:30.538028 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-d4a5cb34-8928-426c-a503-d552966c1d53 service neutron] 10.222.0.103 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588133 Jul 07 18:30:30.574710 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-4c182655-a3c7-4546-a398-eb19751bdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:30.576826 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-4c182655-a3c7-4546-a398-eb19751bdfa2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1096 time: 0.2107613 Jul 07 18:30:30.607483 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 574edc4c-05c7-43a8-95bc-70d79a5c70cb details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:30.736746 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e53af5-2734-4dcd-8daa-3f62de86fbe8 req-a6a7b77d-bc81-4012-b0b3-67ac18b8f38c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:30.747290 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a3e53af5-2734-4dcd-8daa-3f62de86fbe8 req-a6a7b77d-bc81-4012-b0b3-67ac18b8f38c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 944 time: 0.2177889 Jul 07 18:30:30.846908 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-fe2c50af-c559-4140-a598-4042223f58ea service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 200 len: 217 time: 0.2488818 Jul 07 18:30:30.883028 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a3e53af5-2734-4dcd-8daa-3f62de86fbe8 req-9a1921f9-d126-4f03-a744-c1ced5db6847 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347189 Jul 07 18:30:30.952164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:30.986361 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb1d08c-1ad7-482b-9191-f5012d565514 x-openstack-request-id: req-feb1d08c-1ad7-482b-9191-f5012d565514 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:30.986834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:30.986930 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-feb1d08c-1ad7-482b-9191-f5012d565514 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:30.987367 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8', 'status': 'completed', 'code': 200} Jul 07 18:30:30.991968 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '574edc4c-05c7-43a8-95bc-70d79a5c70cb', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'port_id': '574edc4c-05c7-43a8-95bc-70d79a5c70cb', 'mac_address': 'fa:16:3e:5d:5b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:31.015422 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1efc8dfd-41e4-444d-95cb-4193cd6af0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:31.017509 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1efc8dfd-41e4-444d-95cb-4193cd6af0c6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.1561801 Jul 07 18:30:31.091008 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:31.092667 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-3da49d99-2cce-413f-9adf-79880f3d48ae service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624208 Jul 07 18:30:31.113187 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574edc4c-05c7-43a8-95bc-70d79a5c70cb {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:31.145382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:31.153350 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:31.157232 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 530d4425-4844-4777-8297-2ba85ddcc062 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:31.193154 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ab06d6e-f212-4ba5-889c-b3ce6593d8f5 req-1e1a0aa1-3c9e-4826-826f-756cbd687bc2 service neutron] 10.222.0.103 "GET /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414495 Jul 07 18:30:31.230990 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-e2b7da2f-0948-4d4c-9676-ea1aed5f88a5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1654311594&fields=id&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 267 time: 0.1841567 Jul 07 18:30:31.246359 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56124) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:31.301756 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-1b2d1eb2-526d-45d0-b661-efe8e98afe49 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989641 Jul 07 18:30:31.470807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=530d4425-4844-4777-8297-2ba85ddcc062,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:31.492878 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '530d4425-4844-4777-8297-2ba85ddcc062', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'port_id': '530d4425-4844-4777-8297-2ba85ddcc062', 'mac_address': 'fa:16:3e:2d:5c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd081d88-4260-4aaa-95a7-a699a972cdf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:31.541629 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-b383e94a-e106-4724-acc6-20304b9d3fae tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:31.564228 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-b383e94a-e106-4724-acc6-20304b9d3fae tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 816 time: 0.3191409 Jul 07 18:30:31.568219 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:31.574558 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:31.598629 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-a066843c-18b8-457a-baf0-8901c24838e6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/quotas/7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 375 time: 0.0334466 Jul 07 18:30:31.604623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e27a5-2e23-45ef-b034-51d9483954c0 req-d51b2ad8-2ee3-40fd-9ca0-e24ab04a6989 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:31.606696 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530d4425-4844-4777-8297-2ba85ddcc062 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:31.617788 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-636e27a5-2e23-45ef-b034-51d9483954c0 req-d51b2ad8-2ee3-40fd-9ca0-e24ab04a6989 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 944 time: 0.3131893 Jul 07 18:30:31.659981 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3256f10c-570c-4852-9375-127b16dc5a56 req-4d039dfa-07cc-44d5-8daa-80af91764818 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399997 Jul 07 18:30:31.662505 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=530d4425-4844-4777-8297-2ba85ddcc062,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:31.672103 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:31.672959 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device b3f63d2f-50ab-4309-80b7-1876439157f4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:31.701005 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-636e27a5-2e23-45ef-b034-51d9483954c0 req-f12ba5db-e614-43f7-ace6-63db2b7ac30f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821381 Jul 07 18:30:31.762782 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5f2903d6-c169-45bd-b347-ecc89c633a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:31.837077 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56136) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:31.848903 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-cb2627bc-b1a4-4442-af5f-f85b77bdaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:31.851082 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-cb2627bc-b1a4-4442-af5f-f85b77bdaebd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1096 time: 0.1121061 Jul 07 18:30:31.876555 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-7b41e192-628d-4737-84e2-2b7523097c56 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766488 Jul 07 18:30:32.032618 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9341462f-872f-4622-b57d-24fabfdaac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.113265 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9cdf9cb-a0fa-4afd-a93e-da2a2ee74282 req-a8596851-0bfc-4b01-aad6-1ca749f0c0b7 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 210 time: 0.0919476 Jul 07 18:30:32.121716 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-987f07b8-edbe-4ce4-9c93-3b210b8aaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:32.122067 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-987f07b8-edbe-4ce4-9c93-3b210b8aaa7f service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.2599969 Jul 07 18:30:32.157198 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-5f531eb1-613d-4169-9702-1297f25dd9d2 service neutron] 10.222.0.58 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608979 Jul 07 18:30:32.219592 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5f2903d6-c169-45bd-b347-ecc89c633a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.231602 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-a1d1802d-5c64-41ba-9dd7-ab1250c776bf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 200 len: 217 time: 0.1013463 Jul 07 18:30:32.237675 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b3f63d2f-50ab-4309-80b7-1876439157f4,segment=NetworkSegment(ba4cdc78-d316-487d-bcab-d7900ef9578e),segment_id=ba4cdc78-d316-487d-bcab-d7900ef9578e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:32.277289 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'b3f63d2f-50ab-4309-80b7-1876439157f4', 'network_id': 'ab6d8873-ef1c-4de1-b956-f9ac0717a6f0', 'port_id': 'b3f63d2f-50ab-4309-80b7-1876439157f4', 'mac_address': 'fa:16:3e:be:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcc345a-f050-493a-b873-d188f407abe9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:32.326034 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:32.340815 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9341462f-872f-4622-b57d-24fabfdaac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.345820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5f2903d6-c169-45bd-b347-ecc89c633a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.373033 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.381890 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9341462f-872f-4622-b57d-24fabfdaac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.391046 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-8f7ad5cd-8650-414f-aac0-8e72f590ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:32.391792 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f63d2f-50ab-4309-80b7-1876439157f4 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:32.392864 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-5f2903d6-c169-45bd-b347-ecc89c633a6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e608dab9fec74824b49a33d4098154f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1452470 Jul 07 18:30:32.395488 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-8f7ad5cd-8650-414f-aac0-8e72f590ae09 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.1566255 Jul 07 18:30:32.401669 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56152) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:32.443617 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b3f63d2f-50ab-4309-80b7-1876439157f4,segment=NetworkSegment(ba4cdc78-d316-487d-bcab-d7900ef9578e),segment_id=ba4cdc78-d316-487d-bcab-d7900ef9578e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:32.453529 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.468664 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2903d6-c169-45bd-b347-ecc89c633a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c2fb9-235c-457f-85ef-16fa1a01a874,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:32.477812 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9341462f-872f-4622-b57d-24fabfdaac5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac7b173fa1d34ab7b7f4a818de4b31fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313331 Jul 07 18:30:32.481160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56154) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:32.523326 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-15e4b15a-e3d3-4647-b410-771fbaa09174 service neutron] 10.222.0.58 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651056 Jul 07 18:30:32.526975 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-e2e15e17-8db2-4088-a742-8c700d701ead service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165409 Jul 07 18:30:32.562537 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:32.587416 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341462f-872f-4622-b57d-24fabfdaac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c037d42-f5c5-44b6-9000-68282f166e20,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:32.608435 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.660152 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.756834 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-738425f0-3616-4ffd-afef-d47f941478c8 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158382 Jul 07 18:30:32.757432 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.760995 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.761113 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:32.765147 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c037d42-f5c5-44b6-9000-68282f166e20 HTTP/1.1" status: 204 len: 168 time: 0.2791436 Jul 07 18:30:32.790939 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a74b98-1bef-48d3-abf6-0e5ee6c78679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c037d42-f5c5-44b6-9000-68282f166e20,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:32.871594 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['574edc4c-05c7-43a8-95bc-70d79a5c70cb'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:32.984197 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681882b2-6fcb-4f09-aa85-13407b03f61f req-d53d6a1e-a9ad-4da1-963c-279863fb36a6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:32.990619 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-681882b2-6fcb-4f09-aa85-13407b03f61f req-d53d6a1e-a9ad-4da1-963c-279863fb36a6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 943 time: 0.5726998 Jul 07 18:30:33.022105 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['b3f63d2f-50ab-4309-80b7-1876439157f4'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:33.040952 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.148469 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbe169-3bda-47d4-bd83-10235e8c66f4 req-c560273d-2bc7-4c1b-af52-c155ec3861cb tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:33.150078 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bddbe169-3bda-47d4-bd83-10235e8c66f4 req-c560273d-2bc7-4c1b-af52-c155ec3861cb tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 945 time: 0.2447319 Jul 07 18:30:33.242764 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bddbe169-3bda-47d4-bd83-10235e8c66f4 req-e577cc4d-de05-42d8-b5a5-84542dc743ab tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838468 Jul 07 18:30:33.250253 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:33.550569 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56186) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:33.574716 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-30bf6eab-8feb-410e-b354-1f22f34b5c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.734567 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69719ef-c12b-4432-b5bb-010c3e7bebe6 req-d473cf39-37d9-4ebf-a930-345661ce9ec4 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:33.744734 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e69719ef-c12b-4432-b5bb-010c3e7bebe6 req-d473cf39-37d9-4ebf-a930-345661ce9ec4 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 945 time: 0.1502912 Jul 07 18:30:33.831834 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e69719ef-c12b-4432-b5bb-010c3e7bebe6 req-566b280f-5563-406c-94bf-0e996d2710a2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861056 Jul 07 18:30:33.857639 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.884392 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.890646 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf5c2fb9-235c-457f-85ef-16fa1a01a874 HTTP/1.1" status: 204 len: 168 time: 1.4820395 Jul 07 18:30:33.914566 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-681882b2-6fcb-4f09-aa85-13407b03f61f req-39d86205-dc9c-4c19-b313-96cbadc9df8a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9055915 Jul 07 18:30:33.928709 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-30bf6eab-8feb-410e-b354-1f22f34b5c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:33.938710 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-30bf6eab-8feb-410e-b354-1f22f34b5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.014848 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf6eab-8feb-410e-b354-1f22f34b5c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff031ca-2170-406f-ad3a-458163ce8937,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:34.037767 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f426287-b8f5-4824-a25f-14702b227557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c2fb9-235c-457f-85ef-16fa1a01a874,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:34.059288 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-30bf6eab-8feb-410e-b354-1f22f34b5c46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=123d25c5b88f4d5ba197dfb948331ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065634 Jul 07 18:30:34.061749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56198) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:34.085280 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9be4cf6-cc24-4312-bd35-00116f431bd7 req-e8877186-26cf-48cb-89d0-822069a6bc78 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3208284 Jul 07 18:30:34.226174 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-1a4207db-073f-4937-8839-4e571d9caffe tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:34.228611 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-1a4207db-073f-4937-8839-4e571d9caffe tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 810 time: 1.0954220 Jul 07 18:30:34.278085 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dc942b09-acb6-4e82-916f-2bbee259e0a5 req-66b14e22-9059-4cf4-96a3-2920fa4ca315 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 210 time: 0.0558200 Jul 07 18:30:34.279326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.295234 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-de0e75d7-13ec-48c9-933a-a1abe7929522 req-804eb6b5-fe75-4f5f-bd8d-c925eff25a2e tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 210 time: 0.0596313 Jul 07 18:30:34.343364 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.365221 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-ef363fd3-427f-443c-ad10-3c3b9f16f0c9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 379 time: 0.0735197 Jul 07 18:30:34.378726 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'port': {'device_id': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'admin_state_up': True, 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'security_groups': ['c6fa31cb-7379-47dc-b059-4397454c85a2']}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:34.444747 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.448920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.454869 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bff031ca-2170-406f-ad3a-458163ce8937 HTTP/1.1" status: 204 len: 168 time: 0.3816578 Jul 07 18:30:34.486536 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be8fc1-a173-4d32-842e-59a88b70713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff031ca-2170-406f-ad3a-458163ce8937,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:34.551101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:34.647577 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f61363-9cc0-4403-8037-a697563c6363 req-be5bfd39-4995-41f4-9990-b6337a40b301 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:34.665292 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-85f61363-9cc0-4403-8037-a697563c6363 req-be5bfd39-4995-41f4-9990-b6337a40b301 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 945 time: 0.1716211 Jul 07 18:30:34.787782 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Made reservation on behalf of 568aa4405bf14d6ab836689f303f57c2 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:34.801496 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:34.815209 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-85f61363-9cc0-4403-8037-a697563c6363 req-49be5729-ce73-4597-b96e-99bbf0ad5436 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460216 Jul 07 18:30:34.832717 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:34.855330 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8', 'network_id': '4f3e2609-c1f2-411e-96e3-521e8705642a', 'port_id': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8', 'mac_address': 'fa:16:3e:79:89:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bcd920-dccf-4400-9e6b-822bd2aa2a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:34.955106 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56220) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:34.991796 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7bd36912-2c79-452f-85df-826fbbb5e7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.012978 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.029881 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:35.092369 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:35.110093 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.259925 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7bd36912-2c79-452f-85df-826fbbb5e7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.285338 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7bd36912-2c79-452f-85df-826fbbb5e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.288951 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:35.353643 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-7bd36912-2c79-452f-85df-826fbbb5e7e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3763f91fbb9d474c9250437bd1496f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959413 Jul 07 18:30:35.366592 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136ac2-c020-4952-8f2e-00eb9948ea77 req-340e7068-422a-4d1a-a93e-c2e27b0615e2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:35.376531 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4e136ac2-c020-4952-8f2e-00eb9948ea77 req-340e7068-422a-4d1a-a93e-c2e27b0615e2 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 945 time: 0.2235408 Jul 07 18:30:35.381751 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:35.395072 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56234) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:35.433190 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36912-2c79-452f-85df-826fbbb5e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc0a82-be25-48fd-8e5d-d45ed165252f,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:35.471873 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Allocated IP 172.20.0.3 (1cd389b1-361c-4857-ad7a-72d4e499dfe5/7826e052-6190-40c3-9b1a-8f07f06bf436/37375756-d247-4a33-8832-e80a8700ca96) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:35.497143 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4e136ac2-c020-4952-8f2e-00eb9948ea77 req-f6ec8ca2-8100-4b2d-b9fa-29238441a55a tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195140 Jul 07 18:30:35.673184 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.735025 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4e0a9a34-3aef-4f5d-a875-4b68bfe1acad req-1ec5f82b-a5c0-4180-abff-86e29773408c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 210 time: 0.0441871 Jul 07 18:30:35.773810 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-096673fe-b54b-4616-aeb1-e3cb86f2aeac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:35.775862 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-096673fe-b54b-4616-aeb1-e3cb86f2aeac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 816 time: 0.8765905 Jul 07 18:30:35.797188 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:35.877092 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044303-de56-4a8b-9cf1-b03337b85674 req-d1f7be03-8760-4ddd-b860-e3f56e1a90a2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:35.879002 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-10044303-de56-4a8b-9cf1-b03337b85674 req-d1f7be03-8760-4ddd-b860-e3f56e1a90a2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 944 time: 0.4994178 Jul 07 18:30:35.915561 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-17d94ef3-b606-43f4-b883-802c6637fc9e req-88b26e23-6579-4b3e-b483-5de36393ec15 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 210 time: 0.0518651 Jul 07 18:30:35.915774 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-b8da9b05-ceab-4a15-8ddd-50cce3305f2b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 380 time: 0.1241524 Jul 07 18:30:35.936710 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'port': {'device_id': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'admin_state_up': True, 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'security_groups': ['e372eeea-494a-4359-b939-1f146870e85e']}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:36.049133 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.052489 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.058273 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3bc0a82-be25-48fd-8e5d-d45ed165252f HTTP/1.1" status: 204 len: 168 time: 0.6564739 Jul 07 18:30:36.064938 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.078260 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-10044303-de56-4a8b-9cf1-b03337b85674 req-efcfdd49-06c0-4ad7-8161-6f687263f20e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866860 Jul 07 18:30:36.100083 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66e541-26fe-446c-b4ec-7a3eee6686c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc0a82-be25-48fd-8e5d-d45ed165252f,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:36.155104 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Transition to ACTIVE for port object 37375756-d247-4a33-8832-e80a8700ca96 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:36.181750 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7217-95c5-4700-a7bf-c26249cb8f46 req-5ac74a68-6e8a-46fa-b8c6-1d37f3d8fdcc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:36.205777 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-734e7217-95c5-4700-a7bf-c26249cb8f46 req-5ac74a68-6e8a-46fa-b8c6-1d37f3d8fdcc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 945 time: 0.1700246 Jul 07 18:30:36.260494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Made reservation on behalf of 7e2b9eea67264fcfa13125ee5e570949 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:36.266794 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.273455 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-734e7217-95c5-4700-a7bf-c26249cb8f46 req-9493cb05-6dcc-483c-9d01-2ff5e64ce463 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664828 Jul 07 18:30:36.342391 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.428337 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:36.436121 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:36.443873 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:36.451552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:36.460480 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:36.461182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.527088 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-7aa78f49-6b6d-487b-b42b-79f57c510dcd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1541886 Jul 07 18:30:36.547319 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Request body: {'port': {'device_id': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:36.575484 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 574edc4c-05c7-43a8-95bc-70d79a5c70cb up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:36.677491 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Allocated IP 172.20.0.7 (e50691c0-35a0-41d9-b105-1fd7654e0aa3/7c10b183-a4a0-46ef-acea-8cb67f81b183/fb79c146-8adb-41f1-8764-18a4b9f4084b) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:36.735390 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 574edc4c-05c7-43a8-95bc-70d79a5c70cb completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:36.744385 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 574edc4c-05c7-43a8-95bc-70d79a5c70cb triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:36.744931 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:36.927592 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-aeb93170-f5b6-4859-a824-97fcd556f658 None None] Provisioning for port 37375756-d247-4a33-8832-e80a8700ca96 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:36.946182 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-aeb93170-f5b6-4859-a824-97fcd556f658 None None] Provisioning complete for port 37375756-d247-4a33-8832-e80a8700ca96 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:36.946558 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-aeb93170-f5b6-4859-a824-97fcd556f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.031577 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.126299 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-aeb93170-f5b6-4859-a824-97fcd556f658 None None] Port 37375756-d247-4a33-8832-e80a8700ca96 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:37.138695 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.172805 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d60ef-a825-49ca-8f30-3f824aec89d2 req-30fe9c71-a716-4d9f-8a2b-912a3b409cb4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:37.186290 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-042d60ef-a825-49ca-8f30-3f824aec89d2 req-30fe9c71-a716-4d9f-8a2b-912a3b409cb4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 931 time: 0.1721084 Jul 07 18:30:37.259431 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:37.299019 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-042d60ef-a825-49ca-8f30-3f824aec89d2 req-5bc102e2-6a18-4637-837d-5e3e89b2851a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078346 Jul 07 18:30:37.505124 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092932d-004e-432a-a467-b18ec9d9d1fb req-53fe50f5-c281-47dc-97af-45bfd3457634 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:37.506740 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a092932d-004e-432a-a467-b18ec9d9d1fb req-53fe50f5-c281-47dc-97af-45bfd3457634 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 945 time: 0.5504389 Jul 07 18:30:37.513490 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.515857 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:37.521475 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.522372 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 530d4425-4844-4777-8297-2ba85ddcc062 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:37.571047 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6d3870f0-d50c-4116-9d17-2632721f329c req-9759442a-d2e4-4b62-81cb-40b0a6b00f81 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 210 time: 0.0802546 Jul 07 18:30:37.594493 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Transition to ACTIVE for port object fb79c146-8adb-41f1-8764-18a4b9f4084b will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:37.665524 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:37.670232 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a092932d-004e-432a-a467-b18ec9d9d1fb req-7fbf97f0-7c2c-42bd-9ac9-d7fcbbe2441e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459520 Jul 07 18:30:37.700753 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 530d4425-4844-4777-8297-2ba85ddcc062 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:37.708622 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 530d4425-4844-4777-8297-2ba85ddcc062 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:37.709489 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.838093 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37375756-d247-4a33-8832-e80a8700ca96 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:37.854832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.870731 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Transition to ACTIVE for port object 37375756-d247-4a33-8832-e80a8700ca96 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:37.880591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.941076 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:37.955168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435c9fa-e976-46a2-856f-d2f4f6149155" -d '{"events": [{"server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "name": "network-vif-plugged", "status": "completed", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:38.027633 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=530d4425-4844-4777-8297-2ba85ddcc062,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:38.034907 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a809d6-7328-420f-b9ec-9cc8b3f96a4a req-0d6ee469-0f9c-46ff-9f8e-a0765eb6d239 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:38.035873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.037511 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:38.050427 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c3a809d6-7328-420f-b9ec-9cc8b3f96a4a req-0d6ee469-0f9c-46ff-9f8e-a0765eb6d239 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 944 time: 0.1699204 Jul 07 18:30:38.067430 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.148879 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c3a809d6-7328-420f-b9ec-9cc8b3f96a4a req-97035a30-a837-4f8e-88da-adbb3e08963c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939636 Jul 07 18:30:38.176737 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:38.207626 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:38.258948 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:38.293907 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:38.302575 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:38.303254 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.318562 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:38.343577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:38.345470 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.350952 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:38.411948 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ccdfc-5783-46e6-8660-a4d91fda1c3d req-2eefa86c-493d-469c-872b-7e34d80305e2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:38.419264 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c13ccdfc-5783-46e6-8660-a4d91fda1c3d req-2eefa86c-493d-469c-872b-7e34d80305e2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 945 time: 0.4317157 Jul 07 18:30:38.436481 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Attempting to bind port 37375756-d247-4a33-8832-e80a8700ca96 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:38.436835 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Attempting to bind port 37375756-d247-4a33-8832-e80a8700ca96 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:38.437152 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Attempting to bind port 37375756-d247-4a33-8832-e80a8700ca96 on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:38.636435 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673ffa0-3f1c-4488-b36d-0b48ba875fb4 x-openstack-request-id: req-a673ffa0-3f1c-4488-b36d-0b48ba875fb4 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:38.636731 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "name": "network-vif-plugged", "status": "completed", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:38.636989 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a673ffa0-3f1c-4488-b36d-0b48ba875fb4 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:38.637461 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb', 'code': 200} Jul 07 18:30:38.683234 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.791235 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:38.803110 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.803310 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device b3f63d2f-50ab-4309-80b7-1876439157f4 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:38.873654 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9462750 Jul 07 18:30:38.876633 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a90d4b-1451-4432-9edb-2995b7751f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:38.881101 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Port 37375756-d247-4a33-8832-e80a8700ca96 on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:38.881438 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Attempting to bind port 37375756-d247-4a33-8832-e80a8700ca96 on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:38.890692 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Request body: {'port': {'device_id': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:38.937970 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-700e352d-e2e8-46a8-815d-6d661c09c198 None None] Provisioning for port fb79c146-8adb-41f1-8764-18a4b9f4084b completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:38.972023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-700e352d-e2e8-46a8-815d-6d661c09c198 None None] Provisioning complete for port fb79c146-8adb-41f1-8764-18a4b9f4084b triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:38.972410 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-700e352d-e2e8-46a8-815d-6d661c09c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:38.985973 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5e5a0-407e-43fa-b5e2-c0eb64553219 req-faf576dd-b413-4a43-b05b-cc03a03ce359 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:38.995462 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5ee5e5a0-407e-43fa-b5e2-c0eb64553219 req-faf576dd-b413-4a43-b05b-cc03a03ce359 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 943 time: 0.1845076 Jul 07 18:30:39.066705 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5ee5e5a0-407e-43fa-b5e2-c0eb64553219 req-05d1f494-736b-4051-978a-8ae1aea07daa tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696015 Jul 07 18:30:39.095697 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-700e352d-e2e8-46a8-815d-6d661c09c198 None None] Port fb79c146-8adb-41f1-8764-18a4b9f4084b cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:30:39.095697 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:39.120816 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:39.121099 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Checking segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:39.121492 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Bound using segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:39.121933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Bound port: 37375756-d247-4a33-8832-e80a8700ca96, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:39.122295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.134124 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port b3f63d2f-50ab-4309-80b7-1876439157f4 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:39.149462 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port b3f63d2f-50ab-4309-80b7-1876439157f4 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:39.149462 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.267975 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c13ccdfc-5783-46e6-8660-a4d91fda1c3d req-0287e7fc-8de3-4af3-a289-9f6c7452785f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477409 Jul 07 18:30:39.312610 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.351588 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe5632-f4dc-429e-b1c9-4c9ef9d90586 req-9d15b1b0-7c00-4367-8ac7-bb943904ef57 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:39.360413 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5fbe5632-f4dc-429e-b1c9-4c9ef9d90586 req-9d15b1b0-7c00-4367-8ac7-bb943904ef57 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 931 time: 0.1184654 Jul 07 18:30:39.363433 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:39.366241 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.375393 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b3f63d2f-50ab-4309-80b7-1876439157f4,segment=NetworkSegment(ba4cdc78-d316-487d-bcab-d7900ef9578e),segment_id=ba4cdc78-d316-487d-bcab-d7900ef9578e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:39.383663 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.390868 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37375756-d247-4a33-8832-e80a8700ca96,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:39.400512 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.480251 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5fbe5632-f4dc-429e-b1c9-4c9ef9d90586 req-a72e55bc-463a-48a8-bdd6-f9f35fde9f79 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140540 Jul 07 18:30:39.513559 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:39.542209 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:39.542844 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.544297 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] 10.222.0.103 "PUT /v2.0/ports/37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 1093 time: 3.0066504 Jul 07 18:30:39.544735 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'tag': '37375756-d247-4a33-8832-e80a8700ca96'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:39.546987 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c280986-3ec8-4373-821c-798fd7398b25" -d '{"events": [{"name": "network-changed", "server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "tag": "37375756-d247-4a33-8832-e80a8700ca96"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:39.570510 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-7e80cd77-a63b-40ff-99c0-8044f398290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:39.572080 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-7e80cd77-a63b-40ff-99c0-8044f398290c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.4746389 Jul 07 18:30:39.806946 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-c8006470-0978-4cc1-a69d-8d8fe10f668a service neutron] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:39.809063 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0e0d7-a897-4023-a8e9-3e5a3ec862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:39.838437 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0bc86-011e-4cc5-b2be-e8a12048e29f req-fa28cf03-c793-4074-86c9-f1dab637e0f4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:39.851028 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-66e0bc86-011e-4cc5-b2be-e8a12048e29f req-fa28cf03-c793-4074-86c9-f1dab637e0f4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1236465 Jul 07 18:30:39.932552 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-66e0bc86-011e-4cc5-b2be-e8a12048e29f req-fd4f8fde-40ee-4d0a-aba8-4c2b89993d8c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806062 Jul 07 18:30:40.026155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ad7ee-e412-4b63-9ae3-742488a6d0c7 x-openstack-request-id: req-699ad7ee-e412-4b63-9ae3-742488a6d0c7 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:40.026659 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "tag": "37375756-d247-4a33-8832-e80a8700ca96", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:40.026659 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-699ad7ee-e412-4b63-9ae3-742488a6d0c7 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:40.027077 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'tag': '37375756-d247-4a33-8832-e80a8700ca96', 'status': 'completed', 'code': 200} Jul 07 18:30:40.029408 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-b86d7dd0-d210-440c-bb25-0af985619574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.030954 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-b86d7dd0-d210-440c-bb25-0af985619574 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1096 time: 0.3349688 Jul 07 18:30:40.099332 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-bf1a3cd2-2332-4cb5-bba5-074ba7244172 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 217 time: 0.0520990 Jul 07 18:30:40.130469 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a727-d41f-4312-afc1-c73d3f47467a req-0968fb3f-09dd-4b11-8bba-93dec2073b4b tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.132004 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e694a727-d41f-4312-afc1-c73d3f47467a req-0968fb3f-09dd-4b11-8bba-93dec2073b4b tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.4882689 Jul 07 18:30:40.359042 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0496-5c89-4463-866a-e9a1c34d07f4 req-520f7314-19b9-4329-a480-abcaacbf1f9c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.368787 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-633e0496-5c89-4463-866a-e9a1c34d07f4 req-520f7314-19b9-4329-a480-abcaacbf1f9c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 943 time: 0.1201708 Jul 07 18:30:40.425034 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e694a727-d41f-4312-afc1-c73d3f47467a req-b1038d8f-58cd-4121-847e-99ce38566cc1 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596147 Jul 07 18:30:40.443599 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-633e0496-5c89-4463-866a-e9a1c34d07f4 req-20ffd0e5-aea0-460b-b4e0-6fdbde1d4604 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734646 Jul 07 18:30:40.474554 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56388) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:40.484077 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:40.535772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-f5fba5fb-96bd-4b69-a07b-89c392368aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.537259 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-f5fba5fb-96bd-4b69-a07b-89c392368aa9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.4291162 Jul 07 18:30:40.624608 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.638320 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062'}, {'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8'}, {'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:40.641735 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a4bf2a-6155-49c6-8868-8b5e14566f5e" -d '{"events": [{"server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "name": "network-vif-plugged", "status": "completed", "tag": "530d4425-4844-4777-8297-2ba85ddcc062"}, {"server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "name": "network-vif-plugged", "status": "completed", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8"}, {"server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "name": "network-vif-plugged", "status": "completed", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:40.737699 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-c8006470-0978-4cc1-a69d-8d8fe10f668a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.744818 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Transition to ACTIVE for port object fb79c146-8adb-41f1-8764-18a4b9f4084b will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:30:40.755448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-c8006470-0978-4cc1-a69d-8d8fe10f668a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.779704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.813062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-11bb5937-17a5-4161-913a-d080d35ab299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:40.834124 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1cb8465f-517d-40b0-b2d6-0a331e5d7672 req-c8006470-0978-4cc1-a69d-8d8fe10f668a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1471140 Jul 07 18:30:40.873327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006470-0978-4cc1-a69d-8d8fe10f668a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82b940-3107-490c-bec3-fae411ac8f3d,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:40.897309 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-4bbf7573-3496-47e0-b6bc-63665dca9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.900025 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-4bbf7573-3496-47e0-b6bc-63665dca9565 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3263226 Jul 07 18:30:40.902259 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:40.918839 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef4dc-5223-4156-b8ac-cd6efec7f477 req-f61cca57-a2da-4791-84b0-66737b4175a7 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.920790 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-abeef4dc-5223-4156-b8ac-cd6efec7f477 req-f61cca57-a2da-4791-84b0-66737b4175a7 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.3237414 Jul 07 18:30:40.929937 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3914a-de25-4374-86af-564588292779 req-7d5d71a6-a6f1-49a8-b213-74363355168e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:40.936939 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f3d3914a-de25-4374-86af-564588292779 req-7d5d71a6-a6f1-49a8-b213-74363355168e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.2061057 Jul 07 18:30:41.021662 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f3d3914a-de25-4374-86af-564588292779 req-bf4ba119-ddb3-4eae-a94b-5889264f4a88 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836990 Jul 07 18:30:41.128834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Attempting to bind port fb79c146-8adb-41f1-8764-18a4b9f4084b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:30:41.128834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Attempting to bind port fb79c146-8adb-41f1-8764-18a4b9f4084b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:30:41.129494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Attempting to bind port fb79c146-8adb-41f1-8764-18a4b9f4084b on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:41.137083 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-11bb5937-17a5-4161-913a-d080d35ab299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.146820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-11bb5937-17a5-4161-913a-d080d35ab299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.157977 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Port fb79c146-8adb-41f1-8764-18a4b9f4084b on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:30:41.158736 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Attempting to bind port fb79c146-8adb-41f1-8764-18a4b9f4084b on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:30:41.176909 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e308f830-113a-465d-9d73-b1e2bbb060cc x-openstack-request-id: req-e308f830-113a-465d-9d73-b1e2bbb060cc {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:41.178263 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "name": "network-vif-plugged", "status": "completed", "tag": "530d4425-4844-4777-8297-2ba85ddcc062", "code": 200}, {"server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "name": "network-vif-plugged", "status": "completed", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8", "code": 200}, {"server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "name": "network-vif-plugged", "status": "completed", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:41.179053 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e308f830-113a-465d-9d73-b1e2bbb060cc {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:41.179809 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062', 'code': 200} Jul 07 18:30:41.180289 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8', 'code': 200} Jul 07 18:30:41.180991 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4', 'code': 200} Jul 07 18:30:41.191218 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-abeef4dc-5223-4156-b8ac-cd6efec7f477 req-4020dbeb-7213-481c-be10-60f2552ac1c5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166553 Jul 07 18:30:41.194473 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:30:41.195011 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Checking segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:30:41.195552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Bound using segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:30:41.196466 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Bound port: fb79c146-8adb-41f1-8764-18a4b9f4084b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:30:41.198763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.300673 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-c70dcd6e-ef07-428b-be0f-7196c2b7add1 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439338 Jul 07 18:30:41.371342 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:30:41.391236 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-11bb5937-17a5-4161-913a-d080d35ab299 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=736d0a8e68b44d10ab211eec14c2b7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9150577 Jul 07 18:30:41.393736 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5937-17a5-4161-913a-d080d35ab299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf093d5-a9f7-4866-8ab9-654c8236dcc8,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:41.394787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:30:41.399584 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56410) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:41.414343 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.572791 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:41.573411 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.580560 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] 10.222.0.103 "PUT /v2.0/ports/fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 1093 time: 2.6948004 Jul 07 18:30:41.597947 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7cb1a-c553-4f5a-8c28-f2cc1690096c req-7532611d-2830-457b-b4e9-4920fea58693 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:41.598418 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98f56554-d8aa-43ac-ace3-e64c2556c8f4 req-290f05ef-188b-46b7-9a8d-faf294e7a5b9 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877491 Jul 07 18:30:41.606316 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-35a7cb1a-c553-4f5a-8c28-f2cc1690096c req-7532611d-2830-457b-b4e9-4920fea58693 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1533310 Jul 07 18:30:41.654629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.678583 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-35a7cb1a-c553-4f5a-8c28-f2cc1690096c req-ed4d1b76-75f6-464b-9d34-50273ea88f3d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665791 Jul 07 18:30:41.762516 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.773846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:41.839251 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99b553-f850-4690-abdd-30862fc7d92d service neutron] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:41.856169 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.103', 60402) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:42.021904 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9fb5-e062-48fe-946e-0c357e903f85 req-0bddf86d-c7da-40e2-b465-a1f1560bba5f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.023489 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bbc9fb5-e062-48fe-946e-0c357e903f85 req-0bddf86d-c7da-40e2-b465-a1f1560bba5f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.3644106 Jul 07 18:30:42.027555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:42.029889 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ac2a2-eae7-42ba-8872-64dacd9146f1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:42.035012 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.037564 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.038704 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bf093d5-a9f7-4866-8ab9-654c8236dcc8 HTTP/1.1" status: 204 len: 168 time: 0.6375682 Jul 07 18:30:42.046005 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858e07b-8a67-4ccd-a1d5-d7d5a56d5da9 req-a2632dca-995d-4aed-a751-59f57eabc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.047484 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1858e07b-8a67-4ccd-a1d5-d7d5a56d5da9 req-a2632dca-995d-4aed-a751-59f57eabc905 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1098 time: 0.3227625 Jul 07 18:30:42.063067 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280986-3ec8-4373-821c-798fd7398b25 req-5277377d-e93d-4381-876e-42f6b41f5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.064678 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-5277377d-e93d-4381-876e-42f6b41f5e1c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1096 time: 0.2517378 Jul 07 18:30:42.074167 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-30430ab8-1ba1-4a6f-9897-789cf2e6edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.075652 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-30430ab8-1ba1-4a6f-9897-789cf2e6edca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1096 time: 0.2392299 Jul 07 18:30:42.076440 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20bde3-f4bd-4cf9-9983-cccce102e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf093d5-a9f7-4866-8ab9-654c8236dcc8,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:42.199058 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-1bc6eb93-4c1b-4054-82e6-9143e129a8a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 217 time: 0.1091766 Jul 07 18:30:42.205883 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b95e0a-b615-4161-81b0-e11aa4b4240e req-d184554f-f4f4-4d31-95ba-3e0dd2d08530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.208037 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e4b95e0a-b615-4161-81b0-e11aa4b4240e req-d184554f-f4f4-4d31-95ba-3e0dd2d08530 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 1099 time: 0.3828173 Jul 07 18:30:42.216145 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab22a1e-5811-4eda-bfa7-5d8d4bc18da7 req-a84526ff-9c5e-46c7-ac16-0520d620dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.217674 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ab22a1e-5811-4eda-bfa7-5d8d4bc18da7 req-a84526ff-9c5e-46c7-ac16-0520d620dca6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 1099 time: 0.3594937 Jul 07 18:30:42.235195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9a0c-9312-459f-b3c6-ffdf29c7bfa8 req-ba782fce-511c-492f-8c20-cc324133a27c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.242210 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f79e9a0c-9312-459f-b3c6-ffdf29c7bfa8 req-ba782fce-511c-492f-8c20-cc324133a27c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 943 time: 0.3849754 Jul 07 18:30:42.340309 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56446) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:42.442623 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bbc9fb5-e062-48fe-946e-0c357e903f85 req-8645c91d-d472-423e-b927-3014cea6d495 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014513 Jul 07 18:30:42.460275 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f79e9a0c-9312-459f-b3c6-ffdf29c7bfa8 req-063c7af0-a0c3-4634-adbc-2f4ac38b8cfa tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145653 Jul 07 18:30:42.472290 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1858e07b-8a67-4ccd-a1d5-d7d5a56d5da9 req-f6306fd3-6fad-48ac-90a2-08fe381a2526 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066911 Jul 07 18:30:42.475316 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e4b95e0a-b615-4161-81b0-e11aa4b4240e req-2d69d558-9103-4733-aa02-517efdedb23e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509508 Jul 07 18:30:42.506781 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-36329c03-f2d8-4482-8ad7-584efb18ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.508715 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-36329c03-f2d8-4482-8ad7-584efb18ce35 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0913765 Jul 07 18:30:42.512128 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ab22a1e-5811-4eda-bfa7-5d8d4bc18da7 req-6b25cbbb-2840-435c-8f23-8c92d1b31179 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616518 Jul 07 18:30:42.513437 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280986-3ec8-4373-821c-798fd7398b25 req-bb6d1a0b-ecab-4b97-bde4-d29ed984217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.514858 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-bb6d1a0b-ecab-4b97-bde4-d29ed984217b service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.4364772 Jul 07 18:30:42.558649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fc288-e1ab-4e3d-9817-4365754e0b47 x-openstack-request-id: req-ea7fc288-e1ab-4e3d-9817-4365754e0b47 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:42.559043 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:42.559338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea7fc288-e1ab-4e3d-9817-4365754e0b47 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:42.559793 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'status': 'completed', 'code': 200} Jul 07 18:30:42.563256 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-86d6be91-039f-46a0-bd54-c283ed4fe09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.631827 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56454) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:42.647403 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e879b092-78a7-4252-9d1f-bb112c3a106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.761231 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-54fe9c2d-5324-423b-af96-c14a7894628d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 217 time: 0.0811059 Jul 07 18:30:42.764036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef04bff-1732-4fec-90bf-53c91d5ee258 req-833a3313-2b3d-4f14-92d7-f98b26414643 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.772945 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aef04bff-1732-4fec-90bf-53c91d5ee258 req-833a3313-2b3d-4f14-92d7-f98b26414643 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.1498346 Jul 07 18:30:42.814668 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-86d6be91-039f-46a0-bd54-c283ed4fe09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.828042 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-86d6be91-039f-46a0-bd54-c283ed4fe09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.858468 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aef04bff-1732-4fec-90bf-53c91d5ee258 req-952482f2-979f-4a27-8d89-b8e97553defd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846126 Jul 07 18:30:42.881310 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-86d6be91-039f-46a0-bd54-c283ed4fe09e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c648dc9b626b479d9795420ccf500445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366247 Jul 07 18:30:42.885943 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56458) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:42.891990 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6be91-039f-46a0-bd54-c283ed4fe09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb30b00-fdac-4bd2-b8de-3e6e0416e028,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:42.949737 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280986-3ec8-4373-821c-798fd7398b25 req-5905b362-dcbe-469a-b616-49739b9a003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.950317 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.951146 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-5905b362-dcbe-469a-b616-49739b9a003f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.1393697 Jul 07 18:30:42.983051 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:42.993037 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-30f991d3-fe5c-4925-8048-9931d6bfa19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:42.994707 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-30f991d3-fe5c-4925-8048-9931d6bfa19f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3075411 Jul 07 18:30:43.078312 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.080837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.081960 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebb30b00-fdac-4bd2-b8de-3e6e0416e028 HTTP/1.1" status: 204 len: 168 time: 0.1949775 Jul 07 18:30:43.084169 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536e924-5d90-42f2-84df-0138aaf5de11 req-32998c83-adca-4b58-940f-82a9dab94cf9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.085735 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4536e924-5d90-42f2-84df-0138aaf5de11 req-32998c83-adca-4b58-940f-82a9dab94cf9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.3428626 Jul 07 18:30:43.104672 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01555d01-0964-4d8c-b048-ec2bcf6124c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb30b00-fdac-4bd2-b8de-3e6e0416e028,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:43.130529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b495-6d6d-4056-a65d-78cafff0d954 req-a23d9b31-d639-410e-ae2c-f3c8c31dc674 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.132191 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c33b495-6d6d-4056-a65d-78cafff0d954 req-a23d9b31-d639-410e-ae2c-f3c8c31dc674 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1042612 Jul 07 18:30:43.183930 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c33b495-6d6d-4056-a65d-78cafff0d954 req-9fe37b67-b6fa-45cc-bdac-a478308060e5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389769 Jul 07 18:30:43.195370 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e879b092-78a7-4252-9d1f-bb112c3a106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.199827 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4536e924-5d90-42f2-84df-0138aaf5de11 req-11fcfff5-021c-4638-9c0f-86959153d039 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061912 Jul 07 18:30:43.215316 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e879b092-78a7-4252-9d1f-bb112c3a106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.221644 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280986-3ec8-4373-821c-798fd7398b25 req-a8cd501d-6292-46fb-971a-1a046c192b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.223278 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-a8cd501d-6292-46fb-971a-1a046c192b8e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2487183 Jul 07 18:30:43.238978 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-92786fd5-743b-4ce7-b33b-ce36d469fce7 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238238 Jul 07 18:30:43.347161 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e879b092-78a7-4252-9d1f-bb112c3a106d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09652fca87034cee9ba7979443d15801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136383 Jul 07 18:30:43.350182 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56464) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:43.356113 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879b092-78a7-4252-9d1f-bb112c3a106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291fc5b0-785e-4372-b233-0bcf561eb512,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:43.408081 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.419445 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-4a643355-7548-466a-a1e8-e10b9c998a07 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831925 Jul 07 18:30:43.421272 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8e827e5-3cee-4d41-bcc6-d901738895a2 req-bc0b8359-d4e5-4df8-9e18-3e486cd46433 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677380 Jul 07 18:30:43.431202 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.486402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56466) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:43.506103 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-84791a84-9a76-4c22-b50b-61bed1912590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.509589 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.512069 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.515771 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/291fc5b0-785e-4372-b233-0bcf561eb512 HTTP/1.1" status: 204 len: 168 time: 0.1645734 Jul 07 18:30:43.536130 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9de14-1590-4cbb-bc15-0b1c28f6bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291fc5b0-785e-4372-b233-0bcf561eb512,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:43.585140 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6c280986-3ec8-4373-821c-798fd7398b25 req-1d062112-0e0e-4999-8e3a-891897dd5565 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530979 Jul 07 18:30:43.640074 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-58d1f7bd-1186-47a5-a3d0-c89b010fe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.641656 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-58d1f7bd-1186-47a5-a3d0-c89b010fe3d6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1096 time: 0.0626848 Jul 07 18:30:43.751749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7163-3137-4c36-9db6-2482a0e4c8a2 req-4d5cfa3f-032e-4043-8f83-7e0717c0fc2c tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.761643 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2fee7163-3137-4c36-9db6-2482a0e4c8a2 req-4d5cfa3f-032e-4043-8f83-7e0717c0fc2c tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.1488853 Jul 07 18:30:43.781290 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-84791a84-9a76-4c22-b50b-61bed1912590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.790767 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-84791a84-9a76-4c22-b50b-61bed1912590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.830407 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-998ea371-d6db-4b18-b915-7c64ec8a9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.832491 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-998ea371-d6db-4b18-b915-7c64ec8a9a6d service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1717832 Jul 07 18:30:43.860578 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2fee7163-3137-4c36-9db6-2482a0e4c8a2 req-f8c7c3d4-2ca2-4536-be55-8085e2e47817 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Jul 07 18:30:43.864267 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922804-c9ee-4cbd-bf61-ab4180ff0436 req-cbae0628-95d6-4bbd-9a89-24f85600d1fd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:43.868557 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-09922804-c9ee-4cbd-bf61-ab4180ff0436 req-cbae0628-95d6-4bbd-9a89-24f85600d1fd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 943 time: 0.1951096 Jul 07 18:30:43.870865 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-84791a84-9a76-4c22-b50b-61bed1912590 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efae35264c2948cf8b3c5e32cb9f2b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830204 Jul 07 18:30:43.871876 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56484) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:43.879816 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84791a84-9a76-4c22-b50b-61bed1912590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b7971-d1d4-423a-b574-3b1bdb8b9b09,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:43.934786 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-8673ee09-ee3a-447e-9609-41dbdf46fea3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 217 time: 0.0928695 Jul 07 18:30:43.952586 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:43.978971 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.023514 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-09922804-c9ee-4cbd-bf61-ab4180ff0436 req-79157faa-ee68-4c00-a154-28837dbdbd0d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362002 Jul 07 18:30:44.044004 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-9dc8a5ac-0ad8-4608-abc3-20687f604711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.045534 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-9dc8a5ac-0ad8-4608-abc3-20687f604711 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0969176 Jul 07 18:30:44.131303 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca07c97-0ca1-426d-8c35-70f3e092b402 req-b6c20be4-f717-4c54-84ce-d9493d90d9ab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.132965 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6ca07c97-0ca1-426d-8c35-70f3e092b402 req-b6c20be4-f717-4c54-84ce-d9493d90d9ab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0878398 Jul 07 18:30:44.134187 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.137169 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.141608 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c1b7971-d1d4-423a-b574-3b1bdb8b9b09 HTTP/1.1" status: 204 len: 168 time: 0.2683263 Jul 07 18:30:44.182830 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-a5ad3a83-8776-479d-ab32-bd09f33e2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.184427 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-a5ad3a83-8776-479d-ab32-bd09f33e2dc7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177902 Jul 07 18:30:44.195117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de26cb-8c4a-48c8-b8c1-b54d49640617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b7971-d1d4-423a-b574-3b1bdb8b9b09,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:44.226392 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6ca07c97-0ca1-426d-8c35-70f3e092b402 req-981fc70c-2340-4b13-a39a-3485c1b3d70c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833116 Jul 07 18:30:44.386571 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-a19023f7-21c9-4dc3-b838-16d36e7cca30 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890466 Jul 07 18:30:44.423258 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56510) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:44.437875 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3938e9-2155-4d95-97a1-af338cc578eb req-118395a7-18e6-42bd-8e17-cd3ba5acdce9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.447170 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fa3938e9-2155-4d95-97a1-af338cc578eb req-118395a7-18e6-42bd-8e17-cd3ba5acdce9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0994105 Jul 07 18:30:44.518836 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fa3938e9-2155-4d95-97a1-af338cc578eb req-1c48e1d4-3c9b-4e1a-823d-e782908f9013 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Jul 07 18:30:44.534556 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-236ac2a2-eae7-42ba-8872-64dacd9146f1 req-b9cb437f-bc20-4e6b-9356-1cb22d68ac82 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254060 Jul 07 18:30:44.578063 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6002-93ad-415c-a795-8a4e643e7a49 req-59930f7a-2ad2-44f2-a361-64e086d2f2f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:44.579741 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e84c6002-93ad-415c-a795-8a4e643e7a49 req-59930f7a-2ad2-44f2-a361-64e086d2f2f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1882174 Jul 07 18:30:44.598403 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 37375756-d247-4a33-8832-e80a8700ca96 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:44.633713 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e84c6002-93ad-415c-a795-8a4e643e7a49 req-0ea8b67c-3acd-4cff-9247-1ca5d5051548 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jul 07 18:30:44.742960 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37375756-d247-4a33-8832-e80a8700ca96,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:44.827458 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8feb7db2-201d-4c62-ab4c-454543740f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.878568 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '37375756-d247-4a33-8832-e80a8700ca96', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'port_id': '37375756-d247-4a33-8832-e80a8700ca96', 'mac_address': 'fa:16:3e:21:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:44.943861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:44.959846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37375756-d247-4a33-8832-e80a8700ca96 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:44.994019 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37375756-d247-4a33-8832-e80a8700ca96,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:45.008641 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.074626 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8feb7db2-201d-4c62-ab4c-454543740f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.082568 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8feb7db2-201d-4c62-ab4c-454543740f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.135780 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:45.153294 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb7db2-201d-4c62-ab4c-454543740f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c117fe-af43-4480-857f-f7d8ef11fce5,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:45.163602 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-8feb7db2-201d-4c62-ab4c-454543740f08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24fd55304c7d416c8a22dfd1315c2b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390671 Jul 07 18:30:45.168557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56544) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:45.184160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d9446-4e83-48d9-a28d-240faaf6afd9 req-8c0501bb-d996-4482-b94d-6047fae2955f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.188717 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c35d9446-4e83-48d9-a28d-240faaf6afd9 req-8c0501bb-d996-4482-b94d-6047fae2955f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.1608455 Jul 07 18:30:45.266010 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.274435 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['37375756-d247-4a33-8832-e80a8700ca96'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:45.276332 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c35d9446-4e83-48d9-a28d-240faaf6afd9 req-c3fe2160-3a98-4bd9-b8b1-3b912645307d tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815010 Jul 07 18:30:45.292951 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.309367 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-51e1e2cf-4bfd-42bd-a5b1-8d85e69d12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.312441 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-51e1e2cf-4bfd-42bd-a5b1-8d85e69d12ff service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1098 time: 0.1031232 Jul 07 18:30:45.372657 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.376013 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:45.378635 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27c117fe-af43-4480-857f-f7d8ef11fce5 HTTP/1.1" status: 204 len: 168 time: 0.2080338 Jul 07 18:30:45.405633 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57df0c-3c49-414b-b103-eea245cf8cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c117fe-af43-4480-857f-f7d8ef11fce5,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:45.611691 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-bfe1127b-f074-46e6-8157-6b2a70decef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.613179 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-bfe1127b-f074-46e6-8157-6b2a70decef6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.2931621 Jul 07 18:30:45.702341 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-befdc360-2557-4322-9bed-2f1274c166c0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 200 len: 217 time: 0.0768025 Jul 07 18:30:45.757909 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-f1cc0368-24cb-416a-b54f-4695d5c023df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.759251 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-f1cc0368-24cb-416a-b54f-4695d5c023df service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0491076 Jul 07 18:30:45.771379 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b463b-afd9-4ebe-bc9a-42be8da73742 req-595bc9bb-ce8b-457e-8c2d-483eb8eae1c0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.772249 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-570b463b-afd9-4ebe-bc9a-42be8da73742 req-595bc9bb-ce8b-457e-8c2d-483eb8eae1c0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 944 time: 0.1325753 Jul 07 18:30:45.772963 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca3c8-9266-4f05-b81c-7cee7fc00a58 req-f793d532-58a4-4bae-b4a5-852f93e683e4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:45.780085 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53fca3c8-9266-4f05-b81c-7cee7fc00a58 req-f793d532-58a4-4bae-b4a5-852f93e683e4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.2411928 Jul 07 18:30:45.845886 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-5df53e88-e58f-4444-9007-76d6ba24e4ab service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631123 Jul 07 18:30:45.859875 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-570b463b-afd9-4ebe-bc9a-42be8da73742 req-0097af52-eb8e-40ee-bbe8-bb0a28d6ff49 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775540 Jul 07 18:30:45.861250 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-53fca3c8-9266-4f05-b81c-7cee7fc00a58 req-26d49fc7-50c3-45d6-bf66-674277e4c746 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801272 Jul 07 18:30:45.969866 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-30ce2703-4ac6-476d-9c17-a267463bc815 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049170 Jul 07 18:30:46.058157 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115007ca-3329-4302-bd41-0423e5d7106a req-60e5ce3b-e15a-46bc-9ee5-d249404ed157 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:46.060085 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-115007ca-3329-4302-bd41-0423e5d7106a req-60e5ce3b-e15a-46bc-9ee5-d249404ed157 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0773149 Jul 07 18:30:46.091254 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0537f2f-54f3-4614-a868-06601abb3a92 req-aeb119c1-6e0f-4ece-82f1-475a187d49ce service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103616 Jul 07 18:30:46.104838 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-115007ca-3329-4302-bd41-0423e5d7106a req-cc454bbb-8d23-443b-a6a9-cefa71f965bf tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Jul 07 18:30:46.115185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56576) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:46.132773 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b838d65-f951-4d1a-ac91-f6e638f6bfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.265530 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b838d65-f951-4d1a-ac91-f6e638f6bfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.270568 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b838d65-f951-4d1a-ac91-f6e638f6bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.315738 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3b838d65-f951-4d1a-ac91-f6e638f6bfda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1223cf66d9b48e69603db3d0b998943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987455 Jul 07 18:30:46.318315 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56592) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:46.340460 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b838d65-f951-4d1a-ac91-f6e638f6bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83550445-1618-4a0e-95f2-aff13d704614,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:46.386723 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.422468 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.494177 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.496964 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.498722 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83550445-1618-4a0e-95f2-aff13d704614 HTTP/1.1" status: 204 len: 168 time: 0.1778083 Jul 07 18:30:46.509582 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816975d-4186-47bc-92a7-803c5ad2da43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83550445-1618-4a0e-95f2-aff13d704614,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:46.621601 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:30:46.631570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 37375756-d247-4a33-8832-e80a8700ca96 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:46.745264 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 37375756-d247-4a33-8832-e80a8700ca96 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:46.755028 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 37375756-d247-4a33-8832-e80a8700ca96 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:46.755495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:46.806821 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:46.844281 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:30:46.914416 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:47.000199 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37375756-d247-4a33-8832-e80a8700ca96'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:47.003435 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c5141-967f-4891-982e-1d263beedeb1" -d '{"events": [{"server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "name": "network-vif-plugged", "status": "completed", "tag": "37375756-d247-4a33-8832-e80a8700ca96"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:47.013246 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:47.040196 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37375756-d247-4a33-8832-e80a8700ca96,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:47.048086 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:47.051846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:47.104427 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:47.114972 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:47.125903 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:47.150837 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721558d-704a-4d3f-a006-197a0c38fb79 req-feb87c44-74b9-463b-8d15-7e0ef5d5f9ae tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:47.159969 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2721558d-704a-4d3f-a006-197a0c38fb79 req-feb87c44-74b9-463b-8d15-7e0ef5d5f9ae tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1088669 Jul 07 18:30:47.208291 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:47.226197 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2721558d-704a-4d3f-a006-197a0c38fb79 req-710ffbed-a8d6-4900-a920-4c566565411e tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649583 Jul 07 18:30:47.425791 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['fb79c146-8adb-41f1-8764-18a4b9f4084b'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:47.432196 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52f751-f823-4cde-b8ab-667dab4965a9 req-f384578c-73ab-4eb0-9745-18a74e2c25cd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:47.440598 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2b52f751-f823-4cde-b8ab-667dab4965a9 req-f384578c-73ab-4eb0-9745-18a74e2c25cd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0968175 Jul 07 18:30:47.483687 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2b52f751-f823-4cde-b8ab-667dab4965a9 req-5a863544-ab0f-4cac-9fa8-5633c723a8b9 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jul 07 18:30:47.631830 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9758d-e569-4c95-b2ae-da584470b89f x-openstack-request-id: req-c6a9758d-e569-4c95-b2ae-da584470b89f {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:47.632336 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "name": "network-vif-plugged", "status": "completed", "tag": "37375756-d247-4a33-8832-e80a8700ca96", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:47.632412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c6a9758d-e569-4c95-b2ae-da584470b89f {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:47.632770 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37375756-d247-4a33-8832-e80a8700ca96', 'code': 200} Jul 07 18:30:47.875764 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f862475-baa8-42cf-ab1a-3276deb6e468 req-49ee3099-647b-4365-80a6-d6857dd1a2bf tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:47.875764 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4f862475-baa8-42cf-ab1a-3276deb6e468 req-49ee3099-647b-4365-80a6-d6857dd1a2bf tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 944 time: 0.1314533 Jul 07 18:30:47.941803 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4f862475-baa8-42cf-ab1a-3276deb6e468 req-df83eea5-9cbe-408a-ba37-a7a341f84f2a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Jul 07 18:30:47.963415 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbbd35-1bb6-4042-bf3d-9400bee8d70e req-de3123b9-ba20-410d-b3ff-7cfa80cf7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:47.966134 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-93fbbd35-1bb6-4042-bf3d-9400bee8d70e req-de3123b9-ba20-410d-b3ff-7cfa80cf7651 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1098 time: 0.0918376 Jul 07 18:30:48.025985 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-93fbbd35-1bb6-4042-bf3d-9400bee8d70e req-98e2cc20-2f1e-4ccc-9dee-bb83293adbf2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528545 Jul 07 18:30:48.467855 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07835fa6-e730-4729-b45d-867eac07cfaa req-2786c34f-7330-49ee-bbea-01d569ad6e26 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:48.469482 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-07835fa6-e730-4729-b45d-867eac07cfaa req-2786c34f-7330-49ee-bbea-01d569ad6e26 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0716839 Jul 07 18:30:48.507300 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-07835fa6-e730-4729-b45d-867eac07cfaa req-6486a3ee-4165-4a16-9125-906bffd66795 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313976 Jul 07 18:30:48.634912 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:30:48.695677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port fb79c146-8adb-41f1-8764-18a4b9f4084b completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:30:48.700763 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port fb79c146-8adb-41f1-8764-18a4b9f4084b triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:30:48.701205 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:48.704351 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac961-3012-4528-9099-497467b8f825 req-7ea07d8d-3b26-4649-bafa-8af905c1306b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:48.706223 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-122ac961-3012-4528-9099-497467b8f825 req-7ea07d8d-3b26-4649-bafa-8af905c1306b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1011522 Jul 07 18:30:48.760803 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-122ac961-3012-4528-9099-497467b8f825 req-c73a691d-5480-472b-8ae3-23c9691f0ef7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jul 07 18:30:48.825008 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:48.859305 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:30:48.864308 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:48.938514 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:49.159702 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a02bdb-9836-415f-97cc-83e30a7b017c req-ff483063-8a38-4aa8-bf80-dc309016c612 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.161199 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d0a02bdb-9836-415f-97cc-83e30a7b017c req-ff483063-8a38-4aa8-bf80-dc309016c612 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0656614 Jul 07 18:30:49.199836 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d0a02bdb-9836-415f-97cc-83e30a7b017c req-f75b60bc-2c45-4fd2-bc6c-fc8528def053 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Jul 07 18:30:49.331155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56756) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:49.430002 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-48e4bb43-1e6d-4e4a-b0ff-d2b01856a54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.521977 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-48e4bb43-1e6d-4e4a-b0ff-d2b01856a54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.526095 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-48e4bb43-1e6d-4e4a-b0ff-d2b01856a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.567694 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56772) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:49.572524 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-48e4bb43-1e6d-4e4a-b0ff-d2b01856a54c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95e59c5f0c4e4b54ad6e3bfcba6ef4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403288 Jul 07 18:30:49.574677 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4bb43-1e6d-4e4a-b0ff-d2b01856a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feca9ed-5b3e-440d-bb4a-e40a90d7d9d9,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:49.621381 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.634212 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:49.636618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13e1bc-07e5-490d-88f0-8959b8cba5ce" -d '{"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:49.643172 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.682383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d26ce5-81d5-48d5-900f-ed53497a6c69 x-openstack-request-id: req-a6d26ce5-81d5-48d5-900f-ed53497a6c69 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:49.682904 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:49.683164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6d26ce5-81d5-48d5-900f-ed53497a6c69 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:49.683561 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'code': 200} Jul 07 18:30:49.696296 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.698903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:49.700129 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1feca9ed-5b3e-440d-bb4a-e40a90d7d9d9 HTTP/1.1" status: 204 len: 168 time: 0.1313972 Jul 07 18:30:49.702103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490de677-9fe2-4bc1-934d-f06d68ff27ca req-b1957092-374e-4a0c-9a33-4371d47faf1d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.704007 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-490de677-9fe2-4bc1-934d-f06d68ff27ca req-b1957092-374e-4a0c-9a33-4371d47faf1d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0746315 Jul 07 18:30:49.708583 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cc84b-c546-49ad-a124-a3d7bd157596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feca9ed-5b3e-440d-bb4a-e40a90d7d9d9,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:49.742867 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-490de677-9fe2-4bc1-934d-f06d68ff27ca req-9970abfb-e8b4-44be-993d-37f4ec8460a9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332012 Jul 07 18:30:49.917041 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb3126-722a-4abf-aca0-55e3025b4734 req-71af198c-1a98-46fa-9f2f-5f3b9065c6e3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.918831 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fabb3126-722a-4abf-aca0-55e3025b4734 req-71af198c-1a98-46fa-9f2f-5f3b9065c6e3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0665529 Jul 07 18:30:49.928469 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56790) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:49.934992 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'floatingip': {'port_id': '37375756-d247-4a33-8832-e80a8700ca96'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:49.965192 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3897ad-5bb3-47c3-a344-163cb3bdcb49 req-5bf4d499-175a-4a2f-8b16-f955f4a84606 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:49.966734 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ff3897ad-5bb3-47c3-a344-163cb3bdcb49 req-5bf4d499-175a-4a2f-8b16-f955f4a84606 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0933926 Jul 07 18:30:50.011810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56792) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:50.013954 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ff3897ad-5bb3-47c3-a344-163cb3bdcb49 req-fa207968-4d98-47ae-a12f-4b66b2505b20 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Jul 07 18:30:50.019603 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.053017 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c550f4ce-5c64-458b-9695-30736a82dbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.378275 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c550f4ce-5c64-458b-9695-30736a82dbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.444891 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c550f4ce-5c64-458b-9695-30736a82dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.523487 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c550f4ce-5c64-458b-9695-30736a82dbc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d379cf8f852c44318928571c5637cf15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105598 Jul 07 18:30:50.526424 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56798) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:50.541890 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550f4ce-5c64-458b-9695-30736a82dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9a21b-7e7a-44ed-9799-4f4f1a99a2c9,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:50.577155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.605297 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.657020 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.660327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:50.661482 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09a9a21b-7e7a-44ed-9799-4f4f1a99a2c9 HTTP/1.1" status: 204 len: 168 time: 0.1340852 Jul 07 18:30:50.669556 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfb2e0-f8ce-434d-bc90-b7fcd7772b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9a21b-7e7a-44ed-9799-4f4f1a99a2c9,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:50.840833 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d9170-4164-42a9-9f12-0c1390ab82ac req-c57ac42c-1396-4835-b23b-94ab18b6887e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:50.842303 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-401d9170-4164-42a9-9f12-0c1390ab82ac req-c57ac42c-1396-4835-b23b-94ab18b6887e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.5147903 Jul 07 18:30:50.984739 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-401d9170-4164-42a9-9f12-0c1390ab82ac req-1294f43d-0a7c-49e7-8460-cbcb8faae568 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328516 Jul 07 18:30:51.052783 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.056946 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.166314 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Floating IP 7e80e66d-b4fd-40a7-9091-a711058c3e61 associated. External IP: 172.27.2.136, port: 37375756-d247-4a33-8832-e80a8700ca96. Jul 07 18:30:51.204159 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e6491-e17b-40ba-94a2-bc6720e5a4fd req-a2658e6c-68e9-41a9-ac56-b48454c45513 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:51.206824 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-550e6491-e17b-40ba-94a2-bc6720e5a4fd req-a2658e6c-68e9-41a9-ac56-b48454c45513 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0676672 Jul 07 18:30:51.254427 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-550e6491-e17b-40ba-94a2-bc6720e5a4fd req-faa0d36f-86fe-480f-b89d-81362ed99ce5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Jul 07 18:30:51.377815 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:51.479855 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:51.484480 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:51.492267 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:51.504838 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:51.505756 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.522816 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-5d40cffa-c952-4356-b715-c5702b2685ee tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "PUT /v2.0/floatingips/7e80e66d-b4fd-40a7-9091-a711058c3e61 HTTP/1.1" status: 200 len: 991 time: 1.5931246 Jul 07 18:30:51.523520 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'tag': '37375756-d247-4a33-8832-e80a8700ca96'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:51.528521 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6" -d '{"events": [{"name": "network-changed", "server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "tag": "37375756-d247-4a33-8832-e80a8700ca96"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:51.576905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d694313-9547-4cc0-9258-8eaace3611b1 x-openstack-request-id: req-8d694313-9547-4cc0-9258-8eaace3611b1 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:51.577194 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "tag": "37375756-d247-4a33-8832-e80a8700ca96", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:51.577518 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d694313-9547-4cc0-9258-8eaace3611b1 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:51.578088 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'tag': '37375756-d247-4a33-8832-e80a8700ca96', 'status': 'completed', 'code': 200} Jul 07 18:30:51.623240 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:51.886474 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '7e80e66d-b4fd-40a7-9091-a711058c3e61', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '37375756-d247-4a33-8832-e80a8700ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:21:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:24Z', 'updated_at': '2021-07-07T18:30:50Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:51.913854 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:51.921565 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:51.922152 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:52.025118 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:52.186778 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc15b1-1d3a-4af2-ab54-1dbd6cb78835 req-a9c86376-2f84-43a2-b3af-93d13e6f751b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.188554 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b4cc15b1-1d3a-4af2-ab54-1dbd6cb78835 req-a9c86376-2f84-43a2-b3af-93d13e6f751b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0645604 Jul 07 18:30:52.230047 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b4cc15b1-1d3a-4af2-ab54-1dbd6cb78835 req-01245620-bfb5-4229-abc8-5eb202e38319 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357482 Jul 07 18:30:52.318168 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '7e80e66d-b4fd-40a7-9091-a711058c3e61', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '37375756-d247-4a33-8832-e80a8700ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:21:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:24Z', 'updated_at': '2021-07-07T18:30:50Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:52.345640 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d146abb-33b4-4df1-bbfc-3e134cc2eb4c None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '7e80e66d-b4fd-40a7-9091-a711058c3e61', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '37375756-d247-4a33-8832-e80a8700ca96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:21:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:24Z', 'updated_at': '2021-07-07T18:30:50Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:52.428505 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187209-340d-46fd-ab34-0e0e8a0e4e20 req-1a992e49-7bd7-4df0-8cbe-f0fa72253e77 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:52.429976 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-34187209-340d-46fd-ab34-0e0e8a0e4e20 req-1a992e49-7bd7-4df0-8cbe-f0fa72253e77 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0634019 Jul 07 18:30:52.468388 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-34187209-340d-46fd-ab34-0e0e8a0e4e20 req-f267967f-f129-4655-a2f5-4df4604ec267 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Jul 07 18:30:52.534127 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a0990-86ee-43e8-a5ed-6aa59a3be8d9 None None] New status for floating IP 7e80e66d-b4fd-40a7-9091-a711058c3e61: ACTIVE {{(pid=92947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:30:53.073930 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-4bef0ef5-561a-45e5-9695-c425f56fd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.075417 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-4bef0ef5-561a-45e5-9695-c425f56fd881 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1098 time: 0.2758996 Jul 07 18:30:53.080757 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a981dc3-d09d-4fe8-8efd-188594626917 req-c25a7bd7-a5d5-487a-a142-f47990e65bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.082124 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a981dc3-d09d-4fe8-8efd-188594626917 req-c25a7bd7-a5d5-487a-a142-f47990e65bdc service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1098 time: 0.0724885 Jul 07 18:30:53.176110 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a981dc3-d09d-4fe8-8efd-188594626917 req-7b7dc11a-8400-4a2b-a342-1291cf679864 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731585 Jul 07 18:30:53.204361 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-427da9dc-497b-483b-bc71-9de3b9be0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.205844 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-427da9dc-497b-483b-bc71-9de3b9be0517 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.1103716 Jul 07 18:30:53.360936 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-22262ae8-10fb-4cc0-a03b-4bc042202a90 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 1001 time: 0.1004798 Jul 07 18:30:53.443151 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-98cc1a49-230b-4ce6-8bb0-1d4353703031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.444641 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-98cc1a49-230b-4ce6-8bb0-1d4353703031 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0727961 Jul 07 18:30:53.494626 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ce1c-999d-4f9e-bf0f-baefd4ce5259 req-0560b909-986d-42eb-9efb-8c70c006604e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.496115 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f97ce1c-999d-4f9e-bf0f-baefd4ce5259 req-0560b909-986d-42eb-9efb-8c70c006604e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1341555 Jul 07 18:30:53.545918 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-a1a574cb-86f2-4e5e-82ee-3487ed7a90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.547333 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-a1a574cb-86f2-4e5e-82ee-3487ed7a90bb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929072 Jul 07 18:30:53.550986 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f97ce1c-999d-4f9e-bf0f-baefd4ce5259 req-958223f4-440a-4e48-ac38-1b5ccf1e125d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475488 Jul 07 18:30:53.643064 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-c34cb20b-66c3-474a-b3fb-cf721e35364e service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Jul 07 18:30:53.648054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e88e2-b6b4-4a15-ab4c-2d78e33d897b req-34fd9799-9027-40a6-8b3f-2fecc10a8bde tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:53.649632 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c8e88e2-b6b4-4a15-ab4c-2d78e33d897b req-34fd9799-9027-40a6-8b3f-2fecc10a8bde tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0646789 Jul 07 18:30:53.688094 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c8e88e2-b6b4-4a15-ab4c-2d78e33d897b req-96a77aca-ff2e-4dae-b674-cf1a4b7f54df tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Jul 07 18:30:53.739743 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b6dc60d2-9a2c-44e8-9dea-cfc395e123a6 req-9f9d1242-8d75-4a47-bed1-096e12b2a771 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887249 Jul 07 18:30:54.161386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56900) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:54.271596 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1acdb847-de79-43ae-8338-cd7f736ad9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.366965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1acdb847-de79-43ae-8338-cd7f736ad9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.372726 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1acdb847-de79-43ae-8338-cd7f736ad9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.416088 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-1acdb847-de79-43ae-8338-cd7f736ad9de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d3504c450fa4b429e6eebd04ccaacdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512696 Jul 07 18:30:54.416413 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 56920) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:54.422315 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdb847-de79-43ae-8338-cd7f736ad9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51df179-5400-4a24-9ea0-87b0c4bd1769,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:54.469000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.495568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.566870 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.570126 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.573756 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d51df179-5400-4a24-9ea0-87b0c4bd1769 HTTP/1.1" status: 204 len: 168 time: 0.1542583 Jul 07 18:30:54.579579 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498ae11-e473-4f10-a42a-a7ea33d4678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51df179-5400-4a24-9ea0-87b0c4bd1769,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:54.698542 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-32474f34-b740-40a7-8211-5fa41cef9508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.770865 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29487d4-fcb9-4195-8f51-9586acc94a34 req-fe85fce9-454f-49d4-ab8c-eb903b552420 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:54.772371 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d29487d4-fcb9-4195-8f51-9586acc94a34 req-fe85fce9-454f-49d4-ab8c-eb903b552420 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0728822 Jul 07 18:30:54.817220 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d29487d4-fcb9-4195-8f51-9586acc94a34 req-f04f8fb5-8429-452d-8492-7a21d185c7a2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Jul 07 18:30:54.891806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432abb7-8ca8-4869-a5b3-d588356bd6ef req-a562612c-0a40-40e0-ab4b-1e242829950c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:54.893125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56942) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:54.893438 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4432abb7-8ca8-4869-a5b3-d588356bd6ef req-a562612c-0a40-40e0-ab4b-1e242829950c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Jul 07 18:30:54.906254 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-78ea10b8-f19c-4f32-9bf5-514fc2fa7a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:54.932580 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4432abb7-8ca8-4869-a5b3-d588356bd6ef req-756aaf1d-5394-4a2c-97bc-ec05337d50d2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Jul 07 18:30:55.003660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-78ea10b8-f19c-4f32-9bf5-514fc2fa7a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.011788 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-78ea10b8-f19c-4f32-9bf5-514fc2fa7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.055966 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea10b8-f19c-4f32-9bf5-514fc2fa7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcc14b-6d58-46f0-a892-a62d927d2362,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:55.067672 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-78ea10b8-f19c-4f32-9bf5-514fc2fa7a0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3433101bbc914d16b0a7ba58f9d89cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733692 Jul 07 18:30:55.071268 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 56946) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:55.121482 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.153748 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.209342 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.213452 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:55.214652 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78fcc14b-6d58-46f0-a892-a62d927d2362 HTTP/1.1" status: 204 len: 168 time: 0.1421645 Jul 07 18:30:55.224443 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560afac3-8254-4eec-971a-124deecf7b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcc14b-6d58-46f0-a892-a62d927d2362,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:55.550330 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-499dbcca-825f-48f6-a6fd-5e140d11e600 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:55.551817 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-499dbcca-825f-48f6-a6fd-5e140d11e600 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.1069260 Jul 07 18:30:55.568811 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-d9e3225c-93e3-41bd-8d4e-8324b3f7a90e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/quotas/2210f6ebb5fe4d77a91fead1b678b308 HTTP/1.1" status: 200 len: 375 time: 0.0114319 Jul 07 18:30:55.652580 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-43a9c6e5-e953-4e15-ad41-ec79b43aec99 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761993 Jul 07 18:30:55.786929 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-682bfbd7-7b17-4c10-813e-2be624bf11cf service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178651 Jul 07 18:30:55.901270 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-de6ce4fd-f714-4b3f-afc1-d31c0a7af7c0 service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135104 Jul 07 18:30:56.012197 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57002) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.074580 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8e631-7e82-4df3-909d-1ae623d7b3ac req-98caa457-209b-4cf1-b32a-6c1f27bbc847 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:56.078314 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b5d8e631-7e82-4df3-909d-1ae623d7b3ac req-98caa457-209b-4cf1-b32a-6c1f27bbc847 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1138856 Jul 07 18:30:56.143481 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b5d8e631-7e82-4df3-909d-1ae623d7b3ac req-1c9b94a6-97b3-4c53-b1fb-1fd213e7ce8b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581570 Jul 07 18:30:56.229638 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ad53bc9d-8e2b-4a55-a704-2b138135a283 req-de463c82-7b88-4082-8dc3-5c62befe89aa tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 210 time: 0.0416818 Jul 07 18:30:56.236826 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7988fd3-e751-4b3b-a3a1-9ffa2698f157 req-e1c96672-dba1-433d-ab2d-69ca7d001bdd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:56.244109 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f7988fd3-e751-4b3b-a3a1-9ffa2698f157 req-e1c96672-dba1-433d-ab2d-69ca7d001bdd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0965092 Jul 07 18:30:56.336469 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f7988fd3-e751-4b3b-a3a1-9ffa2698f157 req-382b52b7-a58f-42b4-97c9-1f6dffb5a4df tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827386 Jul 07 18:30:56.361260 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.384530 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57024) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.555222 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.561305 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.565320 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.628563 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bed749-900b-4bb4-b798-01b8bb0fccd7,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:56.638881 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0044d1-2e2a-4bbd-884c-ccc8ea736205 req-6207dbfc-0a4f-4c88-a0e1-f91403cf33b2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:56.640491 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fd0044d1-2e2a-4bbd-884c-ccc8ea736205 req-6207dbfc-0a4f-4c88-a0e1-f91403cf33b2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1726367 Jul 07 18:30:56.646410 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68c211c5077e42d6a745fca4f5383b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329584 Jul 07 18:30:56.647050 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57038) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.653091 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57040) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.659010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.659356 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.659694 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.660050 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.660430 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'floatingip': {'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:56.660547 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.660882 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.661204 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.661761 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.662032 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.662356 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.662676 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.662989 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ac308-77f1-47ea-b0a0-9391314a0ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.715623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.733312 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.758561 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.789669 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.794432 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.826363 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.829069 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:56.832663 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55bed749-900b-4bb4-b798-01b8bb0fccd7 HTTP/1.1" status: 204 len: 168 time: 0.1785808 Jul 07 18:30:56.838381 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5071fa-794d-4a22-80a6-f2325fb0ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bed749-900b-4bb4-b798-01b8bb0fccd7,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:56.866442 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21ab53ce9fc947d983035082d8e43516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803052 Jul 07 18:30:56.868837 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57046) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:56.903449 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca9d753-235b-498d-9131-0e1fa1599d46,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:56.919027 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.919407 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.919751 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.920105 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.920429 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.920900 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.921232 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.921553 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.921875 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.922195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.922520 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.922826 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d82ef-ba7e-417e-9bd9-4a3ecd15dae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:30:56.962849 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.002093 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.077965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.081493 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.082987 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6ca9d753-235b-498d-9131-0e1fa1599d46 HTTP/1.1" status: 204 len: 168 time: 0.2126696 Jul 07 18:30:57.091448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8b9cf-c694-42b3-8f29-1546cad4ceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca9d753-235b-498d-9131-0e1fa1599d46,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.326508 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-09579384-2512-44d9-a48c-89b7d5b1642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.415717 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c725580d-0447-44ba-862b-7ee5da1f81c3 req-57e8de81-c246-4677-a0d5-052266bbba16 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 210 time: 0.0447338 Jul 07 18:30:57.420436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.429395 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.434941 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.504049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57074) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:57.528937 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-072e8410-7840-4700-9c43-bfed17736395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.647491 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf97a6-80ab-43e0-bde2-f0e5f0efe2b6 req-15fec95e-6880-4066-82b1-75443b7586ae tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.656535 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c0cf97a6-80ab-43e0-bde2-f0e5f0efe2b6 req-15fec95e-6880-4066-82b1-75443b7586ae tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1542475 Jul 07 18:30:57.736431 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c0cf97a6-80ab-43e0-bde2-f0e5f0efe2b6 req-de2f5cac-e4a8-4e5f-9cf4-39eeb46eb043 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Jul 07 18:30:57.826178 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-072e8410-7840-4700-9c43-bfed17736395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.836813 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-072e8410-7840-4700-9c43-bfed17736395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:57.902190 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Floating IP d2c9aec4-40bf-4f13-8095-33279bd1c0c6 associated. External IP: 172.27.2.2, port: fb79c146-8adb-41f1-8764-18a4b9f4084b. Jul 07 18:30:57.905816 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-072e8410-7840-4700-9c43-bfed17736395 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13dc63439a6a4be6ae1ee836afcaa1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002891 Jul 07 18:30:57.909457 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57084) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:30:57.915667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-0136753d-e558-4ac2-bcf5-9d21823391ed tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:57.917774 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-0136753d-e558-4ac2-bcf5-9d21823391ed tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.1984882 Jul 07 18:30:57.918565 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e8410-7840-4700-9c43-bfed17736395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77505a9e-28dc-4b53-92b2-0180814a0918,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:57.956703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Request body: {'port': {'device_id': 'a0081a10-bc61-482e-a053-264079cef390', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'admin_state_up': True, 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:58.059141 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.125622 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.133951 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:30:58.139667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.152432 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:30:58.225375 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:30:58.231422 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.234424 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.238549 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77505a9e-28dc-4b53-92b2-0180814a0918 HTTP/1.1" status: 204 len: 168 time: 0.2954166 Jul 07 18:30:58.251209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a8eff-4e2b-4fd1-8854-2539486c57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77505a9e-28dc-4b53-92b2-0180814a0918,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.338733 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Allocated IP 172.20.0.14 (7603c201-4698-4c01-b2c2-ef29141dfc67/dd081d88-4260-4aaa-95a7-a699a972cdf8/167101cc-75c3-444b-a1ec-dfee46bcb92e) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:30:58.407614 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.424027 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:30:58.429782 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.436152 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:30:58.451187 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:58.456354 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:58.529151 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9b496114-30ba-43dd-a94f-8f8fcbb0bac2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "PUT /v2.0/floatingips/d2c9aec4-40bf-4f13-8095-33279bd1c0c6 HTTP/1.1" status: 200 len: 989 time: 1.8749347 Jul 07 18:30:58.529778 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:30:58.532138 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d1888-e3b0-427b-a2be-6f555e573966" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:30:58.538045 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.662234 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.678432 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:30:58.699638 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9cc82316-c9e3-437a-9441-699e1ef2adbd req-aab47899-82e8-4c89-bc1e-eaee9f3440ff tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 210 time: 0.0785568 Jul 07 18:30:58.772727 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event updated for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:30:58.788307 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:30:58.790234 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:30:58.793217 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:30:58.799029 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:58.809664 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:58.810350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:58.818107 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cface36-6453-4dd8-97b2-c6268d559f81 x-openstack-request-id: req-3cface36-6453-4dd8-97b2-c6268d559f81 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:30:58.818563 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:30:58.819004 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3cface36-6453-4dd8-97b2-c6268d559f81 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:30:58.819535 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'status': 'completed', 'code': 200} Jul 07 18:30:58.843991 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-892c6cd6-79d4-4234-b25a-f0b6c6a4abc4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944921 Jul 07 18:30:58.895540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Request body: {'port': {'device_id': 'a0081a10-bc61-482e-a053-264079cef390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:30:59.128929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-3ae51a0b-5a23-4d49-9e4b-ad3ab0535e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.133430 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-3ae51a0b-5a23-4d49-9e4b-ad3ab0535e86 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1098 time: 0.2752244 Jul 07 18:30:59.223618 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'd2c9aec4-40bf-4f13-8095-33279bd1c0c6', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:29Z', 'updated_at': '2021-07-07T18:30:57Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.258090 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:30:59.269001 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:30:59.270159 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.394686 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:30:59.426725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:30:59.458634 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647364ee-45f6-4bd3-813b-ab878e65fa63 req-47149617-feb9-4ddb-ac8f-8c92d5ca3963 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.460323 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-647364ee-45f6-4bd3-813b-ab878e65fa63 req-47149617-feb9-4ddb-ac8f-8c92d5ca3963 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.4374993 Jul 07 18:30:59.601130 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-7334eebf-5077-4282-bce0-b4d2e96876a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.602597 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-7334eebf-5077-4282-bce0-b4d2e96876a7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.4596226 Jul 07 18:30:59.616591 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-647364ee-45f6-4bd3-813b-ab878e65fa63 req-81bb5c1e-e7ac-40e1-a217-f4cca3599543 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350083 Jul 07 18:30:59.640618 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'd2c9aec4-40bf-4f13-8095-33279bd1c0c6', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:29Z', 'updated_at': '2021-07-07T18:30:57Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:30:59.668356 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0fd89-008c-401c-8de8-0755d12329f3 None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'd2c9aec4-40bf-4f13-8095-33279bd1c0c6', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:30:29Z', 'updated_at': '2021-07-07T18:30:57Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:30:59.763399 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-2bc92b1e-886d-4e2d-bdf4-1b2301770907 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 997 time: 0.1186681 Jul 07 18:30:59.850733 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-e09b4367-82cd-4c3f-a182-d3972931e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:30:59.852341 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-e09b4367-82cd-4c3f-a182-d3972931e488 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0747893 Jul 07 18:30:59.909987 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb27db-1bab-43f0-8a91-d273ab8fe388 None None] New status for floating IP d2c9aec4-40bf-4f13-8095-33279bd1c0c6: ACTIVE {{(pid=92947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:30:59.948441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167101cc-75c3-444b-a1ec-dfee46bcb92e {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:30:59.960343 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.001526 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Transition to ACTIVE for port object 167101cc-75c3-444b-a1ec-dfee46bcb92e will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:00.020634 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-aca60265-b227-4384-a2de-e53e6c903327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.022226 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-aca60265-b227-4384-a2de-e53e6c903327 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1467476 Jul 07 18:31:00.027651 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.089970 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cab51-16ae-48ba-977f-550284f75641 req-a8f6991a-d00c-45b5-9920-84b15539a2dd tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.091619 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba3cab51-16ae-48ba-977f-550284f75641 req-a8f6991a-d00c-45b5-9920-84b15539a2dd tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 932 time: 0.1840839 Jul 07 18:31:00.152665 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.178115 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Pushing event updated for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.239254 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ba3cab51-16ae-48ba-977f-550284f75641 req-b2b3a24b-03c5-429c-9ffa-beed6169b7f4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023369 Jul 07 18:31:00.250347 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Attempting to bind port 167101cc-75c3-444b-a1ec-dfee46bcb92e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:00.250688 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Attempting to bind port 167101cc-75c3-444b-a1ec-dfee46bcb92e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:00.251017 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Attempting to bind port 167101cc-75c3-444b-a1ec-dfee46bcb92e on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:00.258803 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Port 167101cc-75c3-444b-a1ec-dfee46bcb92e on network 7603c201-4698-4c01-b2c2-ef29141dfc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:00.259197 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Attempting to bind port 167101cc-75c3-444b-a1ec-dfee46bcb92e on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:00.262578 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-0ec177b7-53ab-4cde-9ffc-48fe52cfac98 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241344 Jul 07 18:31:00.266545 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:00.266884 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Checking segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:00.267266 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Bound using segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:00.267730 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Bound port: 167101cc-75c3-444b-a1ec-dfee46bcb92e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:00.268230 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.405582 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f3d1888-e3b0-427b-a2be-6f555e573966 req-1cf19e15-4e01-41b5-beec-e6910b88b336 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284926 Jul 07 18:31:00.410199 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:00.418557 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:00.426234 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.466728 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.467554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:00.469534 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] 10.222.0.103 "PUT /v2.0/ports/167101cc-75c3-444b-a1ec-dfee46bcb92e HTTP/1.1" status: 200 len: 1094 time: 1.5978870 Jul 07 18:31:00.472748 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:00.476819 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:00.518057 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff8dc7-13c6-4cb9-bdbf-4699ebe4c41b service neutron] Pushing event updated for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:00.530300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a55ba-a08d-4581-b835-b7bf654931a7 x-openstack-request-id: req-8f3a55ba-a08d-4581-b835-b7bf654931a7 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:00.530713 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:00.531237 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f3a55ba-a08d-4581-b835-b7bf654931a7 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:00.531639 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e', 'status': 'completed', 'code': 200} Jul 07 18:31:00.590687 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5dbe2fcd-9432-403d-9c1d-0788082af9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.593096 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-5dbe2fcd-9432-403d-9c1d-0788082af9bd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 1097 time: 0.0583961 Jul 07 18:31:00.650320 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-1845ab98-c6be-4759-97a1-49b1490174b4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e HTTP/1.1" status: 200 len: 217 time: 0.0447187 Jul 07 18:31:00.710336 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-7026c46c-3b4e-4150-a0c6-497b704aa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.711899 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-7026c46c-3b4e-4150-a0c6-497b704aa262 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0521781 Jul 07 18:31:00.781537 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-eb67bdd9-36a4-4477-a3d1-73c659cb4adc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506048 Jul 07 18:31:00.909068 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f4275-6908-4e11-9554-c7156c599770 req-0e1d3db1-31de-48ce-a5b9-94501a2d5cee tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:00.910590 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4d0f4275-6908-4e11-9554-c7156c599770 req-0e1d3db1-31de-48ce-a5b9-94501a2d5cee tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1281183 Jul 07 18:31:00.943123 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-22685264-4046-4357-ac70-28e9a1b95574 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338103 Jul 07 18:31:00.979912 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4d0f4275-6908-4e11-9554-c7156c599770 req-ef9680fb-9412-48a1-86d1-60902315e4c3 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616956 Jul 07 18:31:01.072302 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2580f786-4379-4e4f-b2a8-72591402ddbf req-6e29ddbb-8645-4ea1-877b-a52c0207e84a service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147630 Jul 07 18:31:01.216270 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-586780be-ff35-4db6-acc6-968425b84038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.217864 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-586780be-ff35-4db6-acc6-968425b84038 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 1097 time: 0.0543811 Jul 07 18:31:01.327914 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-2126f44f-6eaf-475f-9a03-59add482f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.329408 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-2126f44f-6eaf-475f-9a03-59add482f4fe service neutron] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 917 time: 0.0917058 Jul 07 18:31:01.387590 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-83a86efa-6635-41b5-8afe-1d01e7382f08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e HTTP/1.1" status: 200 len: 217 time: 0.0425091 Jul 07 18:31:01.446534 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8a948-e098-45ee-9290-98a5bbc1c046 req-ca602d74-9a43-42ba-ae29-6490f2a47f00 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.448045 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-29b8a948-e098-45ee-9290-98a5bbc1c046 req-ca602d74-9a43-42ba-ae29-6490f2a47f00 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 944 time: 0.0660160 Jul 07 18:31:01.453889 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-cacf7f7b-c3ef-42ac-a49c-b668e4740514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:01.455877 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-cacf7f7b-c3ef-42ac-a49c-b668e4740514 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0457594 Jul 07 18:31:01.487087 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-29b8a948-e098-45ee-9290-98a5bbc1c046 req-09fb412d-bd01-4f42-a8bd-f5522e8d398a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Jul 07 18:31:01.494389 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-8fd4a8bd-abb3-4323-a15b-6747db15c49c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272071 Jul 07 18:31:01.597887 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-f665e522-61ff-404b-91f3-8ed8d99a4b6f service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880353 Jul 07 18:31:01.687733 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f2475e-b84e-4cd1-b360-c3d18c808f9f req-d18c6f26-c3a5-49db-8387-e4b857763255 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804248 Jul 07 18:31:02.160023 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d190396-fe79-4359-b167-c9f390a736c6 req-e5a1c9a7-6f6e-42fe-ad56-0f88fcc9bb98 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:02.161402 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8d190396-fe79-4359-b167-c9f390a736c6 req-e5a1c9a7-6f6e-42fe-ad56-0f88fcc9bb98 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0730903 Jul 07 18:31:02.166497 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57244) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.209756 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8d190396-fe79-4359-b167-c9f390a736c6 req-3c59f1b2-6871-42cc-8bde-7804c0460c80 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Jul 07 18:31:02.285434 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d7ead33-49c6-41c6-b71e-27b5f6ca876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.373308 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d7ead33-49c6-41c6-b71e-27b5f6ca876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.377520 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d7ead33-49c6-41c6-b71e-27b5f6ca876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.417512 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6d7ead33-49c6-41c6-b71e-27b5f6ca876f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edf91ef173d2441a884ba6d2c3bd1ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495284 Jul 07 18:31:02.418325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ead33-49c6-41c6-b71e-27b5f6ca876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2972e993-7ea5-4de7-b689-c25e9d282576,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.420423 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57250) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:02.488647 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.509911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.557881 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.561154 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:02.565772 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2972e993-7ea5-4de7-b689-c25e9d282576 HTTP/1.1" status: 204 len: 168 time: 0.1412299 Jul 07 18:31:02.579653 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aad496-e7d6-40eb-938d-f08e80b2d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972e993-7ea5-4de7-b689-c25e9d282576,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:02.688106 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7f0a-6f87-4840-a2a1-1513175051d1 req-b53f81d1-aea0-4516-9c76-3c7329dba64b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:02.690269 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-390a7f0a-6f87-4840-a2a1-1513175051d1 req-b53f81d1-aea0-4516-9c76-3c7329dba64b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 944 time: 0.0691173 Jul 07 18:31:02.741058 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-390a7f0a-6f87-4840-a2a1-1513175051d1 req-511dcba0-9b65-4d54-b0ce-72c77e55d4ad tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Jul 07 18:31:03.206000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57292) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.329214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-57eaf7fb-4b1d-4b76-b0e9-a0f1d9d80360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.447837 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-57eaf7fb-4b1d-4b76-b0e9-a0f1d9d80360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.449426 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30ac26-4374-4f0d-a379-87db84377573 req-55910250-9360-4bca-acc0-f2a83033b32b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:03.451451 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8b30ac26-4374-4f0d-a379-87db84377573 req-55910250-9360-4bca-acc0-f2a83033b32b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1019828 Jul 07 18:31:03.453709 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-57eaf7fb-4b1d-4b76-b0e9-a0f1d9d80360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.502757 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-57eaf7fb-4b1d-4b76-b0e9-a0f1d9d80360 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5321d16769934a039f8197e9b98a5c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955875 Jul 07 18:31:03.503501 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57312) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:03.504160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaf7fb-4b1d-4b76-b0e9-a0f1d9d80360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13719b2a-6e83-4fb0-b547-78a6b1fa213d,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.535068 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8b30ac26-4374-4f0d-a379-87db84377573 req-cb2e8f08-df74-4b09-9888-6aa22a433014 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766394 Jul 07 18:31:03.559308 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.586509 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.661448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.664098 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:03.665510 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13719b2a-6e83-4fb0-b547-78a6b1fa213d HTTP/1.1" status: 204 len: 168 time: 0.1584449 Jul 07 18:31:03.673350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7532a6-9ebf-49eb-bb02-d58531e1edcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13719b2a-6e83-4fb0-b547-78a6b1fa213d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:03.967658 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686457fd-449c-4895-a6dd-cf81947f9735 req-46102e7d-7887-4c2e-88d1-6382188f67de tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:03.978282 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-686457fd-449c-4895-a6dd-cf81947f9735 req-46102e7d-7887-4c2e-88d1-6382188f67de tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.1361442 Jul 07 18:31:04.024508 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf3cb0-3a62-41cd-a0d8-f7de45ec9e95 req-eeaa3d14-2e41-4e2d-90fd-bf6981235ce9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:04.029338 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-686457fd-449c-4895-a6dd-cf81947f9735 req-f8a2ed08-a44c-41a3-860f-93cc0fd8536f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Jul 07 18:31:04.032036 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9ccf3cb0-3a62-41cd-a0d8-f7de45ec9e95 req-eeaa3d14-2e41-4e2d-90fd-bf6981235ce9 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 944 time: 0.1032405 Jul 07 18:31:04.071939 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9ccf3cb0-3a62-41cd-a0d8-f7de45ec9e95 req-15486865-f87e-4e12-b748-34cca88caf53 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Jul 07 18:31:04.103422 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57342) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:04.116546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-758a3c35-06a4-4e67-83e5-fe34a12253ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.209089 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-758a3c35-06a4-4e67-83e5-fe34a12253ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.216477 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-758a3c35-06a4-4e67-83e5-fe34a12253ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.258034 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-758a3c35-06a4-4e67-83e5-fe34a12253ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43c27752fb6c45f199b1963c7caa7752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510623 Jul 07 18:31:04.258034 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3c35-06a4-4e67-83e5-fe34a12253ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f400d1-665d-4ce5-a14d-45a7b9bd0d6a,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.258498 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57350) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:04.307464 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.327854 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.373613 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.376229 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.377394 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23f400d1-665d-4ce5-a14d-45a7b9bd0d6a HTTP/1.1" status: 204 len: 168 time: 0.1180806 Jul 07 18:31:04.386054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ff12c-8bcd-4417-ac56-c5af106321c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f400d1-665d-4ce5-a14d-45a7b9bd0d6a,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.668915 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 167101cc-75c3-444b-a1ec-dfee46bcb92e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:31:04.715800 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae6555-39b9-4672-9198-6cdfb642b41b req-6bee758f-0d1c-4755-a557-0528a722719c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:04.717348 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4cae6555-39b9-4672-9198-6cdfb642b41b req-6bee758f-0d1c-4755-a557-0528a722719c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0762641 Jul 07 18:31:04.780195 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4cae6555-39b9-4672-9198-6cdfb642b41b req-7eb1d471-cdff-4459-832f-7e111ac558c9 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565741 Jul 07 18:31:04.788295 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:04.811851 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '167101cc-75c3-444b-a1ec-dfee46bcb92e', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'port_id': '167101cc-75c3-444b-a1ec-dfee46bcb92e', 'mac_address': 'fa:16:3e:7b:a4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd081d88-4260-4aaa-95a7-a699a972cdf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:31:04.854676 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.870504 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167101cc-75c3-444b-a1ec-dfee46bcb92e {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:04.892462 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:04.896424 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:04.951736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:04.959431 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.959782 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.960156 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.960489 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.960819 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.961151 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.961477 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.961807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.962155 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.968409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.968774 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:04.969105 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:05.266829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac62ecd-637d-4b9e-a71a-02b27e402b22 req-3dd7fe63-8b1b-4e62-abff-f6d1fca11158 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:05.268617 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fac62ecd-637d-4b9e-a71a-02b27e402b22 req-3dd7fe63-8b1b-4e62-abff-f6d1fca11158 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.0883043 Jul 07 18:31:05.302589 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35a88-9292-4433-9e91-b23cbb60e18f req-2d8385e3-0428-4620-8d23-4fd8c78188f2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:05.304133 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fbb35a88-9292-4433-9e91-b23cbb60e18f req-2d8385e3-0428-4620-8d23-4fd8c78188f2 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 945 time: 0.0801220 Jul 07 18:31:05.312961 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fac62ecd-637d-4b9e-a71a-02b27e402b22 req-ddd3f86b-6132-40b6-b2c4-7b6e0848943c tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Jul 07 18:31:05.356308 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fbb35a88-9292-4433-9e91-b23cbb60e18f req-e9d1b6f4-3f41-4177-aefa-20b447b61454 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Jul 07 18:31:05.493334 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['167101cc-75c3-444b-a1ec-dfee46bcb92e'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:05.533741 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57408) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:05.740096 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7dda254e-6535-432c-b33d-b35a64f2977f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.830922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7dda254e-6535-432c-b33d-b35a64f2977f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.834843 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7dda254e-6535-432c-b33d-b35a64f2977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:05.889204 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-7dda254e-6535-432c-b33d-b35a64f2977f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da328c1e78214c76a33c093556c18d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541114 Jul 07 18:31:05.889790 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda254e-6535-432c-b33d-b35a64f2977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf5752f-9635-4e9d-8f38-3e2baf7b9c68,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:05.891455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57422) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:05.984313 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.002061 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390053dd-9c16-4d2a-8230-6d48086f73f0 req-ceab2058-f79f-40c1-9c92-705222c1c363 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:06.003565 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-390053dd-9c16-4d2a-8230-6d48086f73f0 req-ceab2058-f79f-40c1-9c92-705222c1c363 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1160862 Jul 07 18:31:06.025029 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.075668 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-390053dd-9c16-4d2a-8230-6d48086f73f0 req-5bf5c43b-d3a2-42ed-9bbb-d0a198dbf7ff tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659399 Jul 07 18:31:06.115224 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.119012 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.123162 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddf5752f-9635-4e9d-8f38-3e2baf7b9c68 HTTP/1.1" status: 204 len: 168 time: 0.2271371 Jul 07 18:31:06.129990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b658151-5923-496e-8d76-d8a2971a7a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf5752f-9635-4e9d-8f38-3e2baf7b9c68,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.432214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57450) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:06.446069 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4723f8bd-f654-44b5-9215-c55654775dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.535518 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4723f8bd-f654-44b5-9215-c55654775dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.538582 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4723f8bd-f654-44b5-9215-c55654775dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.581187 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4723f8bd-f654-44b5-9215-c55654775dbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=151824aa70cb4820a61a4a8e647cd203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478751 Jul 07 18:31:06.582393 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723f8bd-f654-44b5-9215-c55654775dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89a59a-f733-4d3a-80a2-5f4c29a4ae5f,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:06.583912 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57452) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:06.648077 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.671425 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.728581 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.731640 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:06.732839 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab89a59a-f733-4d3a-80a2-5f4c29a4ae5f HTTP/1.1" status: 204 len: 168 time: 0.1444719 Jul 07 18:31:06.741390 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3843489-640c-47ed-91d9-bda61089261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89a59a-f733-4d3a-80a2-5f4c29a4ae5f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:07.038218 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57462) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:07.051542 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44007295-f391-44ac-8dc6-4f4c607a1a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.137601 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44007295-f391-44ac-8dc6-4f4c607a1a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.141288 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-44007295-f391-44ac-8dc6-4f4c607a1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.180020 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-44007295-f391-44ac-8dc6-4f4c607a1a0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afd96f16371c433680f31292fc9a9358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404910 Jul 07 18:31:07.181111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44007295-f391-44ac-8dc6-4f4c607a1a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01355471-8379-444f-b86c-df12f932e1b4,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:07.188257 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57466) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:07.237257 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.258291 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.303619 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.306119 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:07.307254 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01355471-8379-444f-b86c-df12f932e1b4 HTTP/1.1" status: 204 len: 168 time: 0.1180084 Jul 07 18:31:07.315019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e75c59-7aa2-40d6-b458-10dee1e048c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01355471-8379-444f-b86c-df12f932e1b4,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:09.260769 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c3015-0492-4a6d-8451-eaad4db0b5bd req-16378a97-06e6-40a7-a54f-c562631f138f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:09.261427 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eb251-ea54-4c6b-97ac-e01557f68905 req-ebe4f9ee-1812-4c95-8120-c11f395590cb tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:09.262264 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4b0c3015-0492-4a6d-8451-eaad4db0b5bd req-16378a97-06e6-40a7-a54f-c562631f138f tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.0770154 Jul 07 18:31:09.262384 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-134eb251-ea54-4c6b-97ac-e01557f68905 req-ebe4f9ee-1812-4c95-8120-c11f395590cb tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 945 time: 0.0680470 Jul 07 18:31:09.306066 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4b0c3015-0492-4a6d-8451-eaad4db0b5bd req-3b89153d-3c85-4f5d-b899-85c699274c38 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Jul 07 18:31:09.308246 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-134eb251-ea54-4c6b-97ac-e01557f68905 req-5b2aec08-5876-42b6-b62d-403fa6f2645b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347424 Jul 07 18:31:09.467412 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed37b-efb3-4dfb-a7d6-e60876fa605f req-ebba52e2-f745-4bac-ad43-552879f7adc6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:09.468946 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-38eed37b-efb3-4dfb-a7d6-e60876fa605f req-ebba52e2-f745-4bac-ad43-552879f7adc6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0632780 Jul 07 18:31:09.508778 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-38eed37b-efb3-4dfb-a7d6-e60876fa605f req-c82c155c-e5b7-4263-b395-436543ae11eb tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 07 18:31:10.226718 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-e519b69f-6011-414c-b1ac-6834483f7342 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.228159 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-e519b69f-6011-414c-b1ac-6834483f7342 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.103 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.0711336 Jul 07 18:31:10.432178 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Deleting port b3f63d2f-50ab-4309-80b7-1876439157f4 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:31:10.432178 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.537499 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3ee8-4741-4776-a5d2-f23c648769d6 req-00714118-4a6a-4c54-a31a-b351b55a9ada tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.545210 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1c4e3ee8-4741-4776-a5d2-f23c648769d6 req-00714118-4a6a-4c54-a31a-b351b55a9ada tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 946 time: 0.0872371 Jul 07 18:31:10.593482 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] For port b3f63d2f-50ab-4309-80b7-1876439157f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b3f63d2f-50ab-4309-80b7-1876439157f4,segment=NetworkSegment(ba4cdc78-d316-487d-bcab-d7900ef9578e),segment_id=ba4cdc78-d316-487d-bcab-d7900ef9578e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:10.593853 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:10.614090 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1c4e3ee8-4741-4776-a5d2-f23c648769d6 req-cbeae86b-8a86-4c07-a44f-622a9c0f9959 tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/security-groups?id=5703ea11-4308-4c35-a287-e658f394e658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 Jul 07 18:31:10.616568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Calling delete_port for b3f63d2f-50ab-4309-80b7-1876439157f4 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:31:10.635712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef681-e556-4829-aa8d-5b31794271cb req-d4b302a7-2226-4875-ad47-0461a067af39 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.635712 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bc4ef681-e556-4829-aa8d-5b31794271cb req-d4b302a7-2226-4875-ad47-0461a067af39 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 945 time: 0.1449935 Jul 07 18:31:10.807728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318c80-aff1-4fe6-afda-c47e951abb7d req-a053610d-c021-471d-8d0c-3b49288a6472 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:10.809714 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7318c80-aff1-4fe6-afda-c47e951abb7d req-a053610d-c021-471d-8d0c-3b49288a6472 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0741239 Jul 07 18:31:10.854005 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7318c80-aff1-4fe6-afda-c47e951abb7d req-39a8531b-2dae-44a7-925b-a7a69ae9de64 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Jul 07 18:31:10.954008 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bc4ef681-e556-4829-aa8d-5b31794271cb req-4a0432ee-6e2f-4da8-869b-3b8f0d458cd3 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174317 Jul 07 18:31:11.009113 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-097cd6c4-b918-4f6f-902e-f152ec11619f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3177903 Jul 07 18:31:11.078441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.091559 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['b3f63d2f-50ab-4309-80b7-1876439157f4'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:11.127258 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Pushing event deleted for resources: {'Port': ['ID=b3f63d2f-50ab-4309-80b7-1876439157f4,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:11.192112 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] No DVR routers for this DVR port b3f63d2f-50ab-4309-80b7-1876439157f4 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:31:11.196604 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.198540 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e2af25f1-6d28-47ea-8502-2ebe9192f447 req-b722b3a7-7034-4dac-a3b6-3dd82cf4ae0e tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.103 "DELETE /v2.0/ports/b3f63d2f-50ab-4309-80b7-1876439157f4 HTTP/1.1" status: 204 len: 173 time: 0.9532814 Jul 07 18:31:11.198961 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'name': 'network-vif-deleted', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:11.201177 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb8eb8e-3d1e-45f6-9888-7cdcdad7ac18" -d '{"events": [{"server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "name": "network-vif-deleted", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:11.214797 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-c8ab57d9-eff2-4454-8cb4-fc1bf46fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.216162 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-c8ab57d9-eff2-4454-8cb4-fc1bf46fdb91 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 1099 time: 0.1468120 Jul 07 18:31:11.287379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6df61bd-55f1-49a0-882b-9fe571783622 x-openstack-request-id: req-e6df61bd-55f1-49a0-882b-9fe571783622 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:11.287664 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13debed6-8010-4e83-99e9-3ed546a78b0c", "name": "network-vif-deleted", "tag": "b3f63d2f-50ab-4309-80b7-1876439157f4", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:11.287924 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6df61bd-55f1-49a0-882b-9fe571783622 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:11.288312 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13debed6-8010-4e83-99e9-3ed546a78b0c', 'name': 'network-vif-deleted', 'tag': 'b3f63d2f-50ab-4309-80b7-1876439157f4', 'status': 'completed', 'code': 200} Jul 07 18:31:11.349422 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-99925e20-7bf3-4c26-bd52-16be99dbd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.355570 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-99925e20-7bf3-4c26-bd52-16be99dbd64d service neutron] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 917 time: 0.1109500 Jul 07 18:31:11.397455 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-9f4ef63e-589b-412c-bd07-59bee09a23c7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530d4425-4844-4777-8297-2ba85ddcc062 HTTP/1.1" status: 200 len: 217 time: 0.0357442 Jul 07 18:31:11.450119 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-11ec48a4-242a-4af8-8944-c19183c166b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:11.451604 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-11ec48a4-242a-4af8-8944-c19183c166b4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0462008 Jul 07 18:31:11.484914 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-b8dcb614-4518-456d-b0ac-61a19bfa8789 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250309 Jul 07 18:31:11.573715 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-94c8bb3c-9266-4085-b070-e587d860fe1f service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799913 Jul 07 18:31:11.699083 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9a4091f-4203-4364-b48f-cca584e649e1 req-40ad26d9-f2dc-44c7-8066-c5e34d6debbc service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149409 Jul 07 18:31:11.759979 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 167101cc-75c3-444b-a1ec-dfee46bcb92e up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:11.784645 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.800681 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a4122ac3-50f1-4041-8476-0e270c7b8e55 req-b14f7fad-80e4-4284-9c9b-85c2b1d0b8cd tempest-DeleteServersTestJSON-1997769425 tempest-DeleteServersTestJSON-1997769425-project] 10.222.0.58 "GET /v2.0/ports?device_id=13debed6-8010-4e83-99e9-3ed546a78b0c HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 07 18:31:11.811285 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 167101cc-75c3-444b-a1ec-dfee46bcb92e completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:11.815699 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 167101cc-75c3-444b-a1ec-dfee46bcb92e triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:11.816103 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.896206 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.918436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:11.920878 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b28a4-aa2d-4844-9668-ae2a7b362494" -d '{"events": [{"server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "name": "network-vif-plugged", "status": "completed", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:11.934705 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:11.938714 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:11.940280 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device b3f63d2f-50ab-4309-80b7-1876439157f4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:31:11.963569 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: b3f63d2f-50ab-4309-80b7-1876439157f4 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:31:11.964018 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device b3f63d2f-50ab-4309-80b7-1876439157f4 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:31:11.984582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da7781f-778a-4ab6-92eb-23a1fabd946a x-openstack-request-id: req-2da7781f-778a-4ab6-92eb-23a1fabd946a {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:11.984870 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "name": "network-vif-plugged", "status": "completed", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:11.985668 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2da7781f-778a-4ab6-92eb-23a1fabd946a {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:11.986710 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e', 'code': 200} Jul 07 18:31:12.024774 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:12.055056 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283fc8-9d17-49f1-ba3a-a59016dc305a req-deef843f-b18b-4a2e-9c93-383b19016e5f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.056772 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8283fc8-9d17-49f1-ba3a-a59016dc305a req-deef843f-b18b-4a2e-9c93-383b19016e5f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0721724 Jul 07 18:31:12.108599 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8283fc8-9d17-49f1-ba3a-a59016dc305a req-21676301-fa26-4e66-8624-e3209b4531da tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 Jul 07 18:31:12.169742 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5ff4c-6d75-4d81-ad02-3713f0682a90 req-8f066400-d9af-4f55-b2cc-64086e4ba342 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.172358 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2df5ff4c-6d75-4d81-ad02-3713f0682a90 req-8f066400-d9af-4f55-b2cc-64086e4ba342 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.0978963 Jul 07 18:31:12.241067 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2df5ff4c-6d75-4d81-ad02-3713f0682a90 req-9d8eeb0a-3446-4afa-96ab-dcbd54e51719 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629904 Jul 07 18:31:12.269971 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056e935-98bb-47f0-8b90-57fd5b6df06b req-6fe973e2-a72e-4932-8dc1-734bf1ddb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:12.271475 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8056e935-98bb-47f0-8b90-57fd5b6df06b req-6fe973e2-a72e-4932-8dc1-734bf1ddb645 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 1099 time: 0.0772626 Jul 07 18:31:12.315223 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8056e935-98bb-47f0-8b90-57fd5b6df06b req-5d62b2ce-310a-422d-aa1d-e79a9fd44c3e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287642 Jul 07 18:31:12.944515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57656) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:13.055221 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-04cd4164-cb5b-4e7c-8aff-8164cc8ba2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.147908 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-04cd4164-cb5b-4e7c-8aff-8164cc8ba2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.153367 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-04cd4164-cb5b-4e7c-8aff-8164cc8ba2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.196109 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-04cd4164-cb5b-4e7c-8aff-8164cc8ba2cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a51ed3d48a2491e8e06de2af2429c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478359 Jul 07 18:31:13.196109 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd4164-cb5b-4e7c-8aff-8164cc8ba2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de893f76-fe9c-4dc1-8a4a-943d9186d70b,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:13.197314 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57668) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:13.252352 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.279508 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.295378 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba319-c632-4acd-b7b7-f99f3347a13a req-b41e1687-0771-4f30-b5da-9751a4eefb85 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:13.296917 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26cba319-c632-4acd-b7b7-f99f3347a13a req-b41e1687-0771-4f30-b5da-9751a4eefb85 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0706654 Jul 07 18:31:13.346980 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.352096 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:13.354194 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26cba319-c632-4acd-b7b7-f99f3347a13a req-75816646-eb55-4d7f-9eac-50bee503964e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Jul 07 18:31:13.354800 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de893f76-fe9c-4dc1-8a4a-943d9186d70b HTTP/1.1" status: 204 len: 168 time: 0.1546474 Jul 07 18:31:13.363819 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b0a1f-c8fd-4f29-9a65-b7135d01a563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de893f76-fe9c-4dc1-8a4a-943d9186d70b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:13.448968 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba80aa4-58fe-43f5-88de-37da8ea5fc50 req-4c124ae0-1a07-446a-9b6e-06f603bad9fe tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:13.450431 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5ba80aa4-58fe-43f5-88de-37da8ea5fc50 req-4c124ae0-1a07-446a-9b6e-06f603bad9fe tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.0773396 Jul 07 18:31:13.533620 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5ba80aa4-58fe-43f5-88de-37da8ea5fc50 req-932f2c31-273a-49d0-8a3b-c22cf7f8603b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Jul 07 18:31:14.083477 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57716) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:14.178608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2051361603-network', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:14.200516 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Made reservation on behalf of f24e01d957cb406690ff88a0440cc049 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:14.203017 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.211284 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.305541 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.309287 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.342257 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:14.342605 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57726) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:14.347737 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c91fede-fb2b-4e37-9c93-13b6ce2e5f7a,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:14.355611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.355966 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Added segment 1c578f75-c303-472f-a337-2cf86a448b5d of type vlan for network 5b30401d-023d-4383-ab0e-9d578518c44c Jul 07 18:31:14.399521 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.407135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Deleting subnet 0fcc345a-f050-493a-b873-d188f407abe9 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:31:14.410827 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.431945 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.433094 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:14.433792 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.451228 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.460546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.480118 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3953953 Jul 07 18:31:14.486009 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57730) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:14.491513 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Request body: {'subnet': {'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2051361603-subnet', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:14.527155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Made reservation on behalf of f24e01d957cb406690ff88a0440cc049 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:14.529604 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.530108 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd8c9c-2c87-473e-97f2-45c929e15a6e admin admin] Pushing event updated for resources: {'Network': ['ID=5b30401d-023d-4383-ab0e-9d578518c44c,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:14.542160 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 5b30401d-023d-4383-ab0e-9d578518c44c details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:14.561634 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074873-3d22-4f28-b95e-924188636cfa req-06445ac5-48bc-4c0a-8c14-9946e003ffa9 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:14.563290 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fa074873-3d22-4f28-b95e-924188636cfa req-06445ac5-48bc-4c0a-8c14-9946e003ffa9 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0805359 Jul 07 18:31:14.597579 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.613361 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fa074873-3d22-4f28-b95e-924188636cfa req-65683f7b-fa6d-47a6-9f87-175d013a34a1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Jul 07 18:31:14.638264 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcc345a-f050-493a-b873-d188f407abe9,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:14.645295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.648346 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-99c6aacb-372a-4eb3-bdb0-32112599ebb1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0fcc345a-f050-493a-b873-d188f407abe9 HTTP/1.1" status: 204 len: 168 time: 0.3047061 Jul 07 18:31:14.650290 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57734) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:14.785133 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.885801 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb893e-0cec-4a4e-8596-091284c84991 req-a34d7c2a-4b93-4444-a401-71b3b4d3fd47 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:14.887301 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4fb893e-0cec-4a4e-8596-091284c84991 req-a34d7c2a-4b93-4444-a401-71b3b4d3fd47 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.1833241 Jul 07 18:31:14.961177 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:14.971009 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.010816 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.011183 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.012140 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.012496 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.012839 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.013172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.013499 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.013829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.014151 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.014471 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.163820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57752) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.203774 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.204145 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.204534 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.204919 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:15.205341 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6d8873-ef1c-4de1-b956-f9ac0717a6f0']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:15.234807 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4cdc78-d316-487d-bcab-d7900ef9578e') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:15.235100 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4cdc78-d316-487d-bcab-d7900ef9578e') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:15.259672 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4fb893e-0cec-4a4e-8596-091284c84991 req-e1b70138-9bee-4f68-a283-b687f3aa0491 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589911 Jul 07 18:31:15.269001 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-97dc437d-8a5a-43fe-9cfc-c51b7ea0668f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.283351 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.307997 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1749e2-ccbe-47eb-99d5-100f7391fa32,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.327713 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Checking segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:15.328093 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Network hostable DHCP agents. Network: 5b30401d-023d-4383-ab0e-9d578518c44c, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:15.330665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.343450 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:31:15.344226 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: from cryptography.utils import int_from_bytes Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: from cryptography.utils import int_from_bytes Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:31:15.352137 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:31:15.388130 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-97dc437d-8a5a-43fe-9cfc-c51b7ea0668f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.392354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-97dc437d-8a5a-43fe-9cfc-c51b7ea0668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.427491 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Network 5b30401d-023d-4383-ab0e-9d578518c44c is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:15.435435 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.436421 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc437d-8a5a-43fe-9cfc-c51b7ea0668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3af6d-bd5f-4e37-a573-83873164381b,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.443044 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.445191 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab6d8873-ef1c-4de1-b956-f9ac0717a6f0 HTTP/1.1" status: 204 len: 168 time: 0.7938550 Jul 07 18:31:15.445475 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-97dc437d-8a5a-43fe-9cfc-c51b7ea0668f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a5c0c78018f4d0191d0b73f833daa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805724 Jul 07 18:31:15.446534 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57760) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.447954 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 5b30401d-023d-4383-ab0e-9d578518c44c) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:15.461678 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:15.462887 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.467758 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5de667-0af1-4cac-886f-c443dfb010e1 None None] Network 5b30401d-023d-4383-ab0e-9d578518c44c requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:15.479958 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c39917-a683-4726-ba3f-b744778184e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6d8873-ef1c-4de1-b956-f9ac0717a6f0,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.511129 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c9d75192-22f2-47fb-aa9d-11b3468e3320 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0205917 Jul 07 18:31:15.511246 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.511357 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57766) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.518153 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:15.534850 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.564920 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.566542 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.610525 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.614160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.618477 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a3af6d-bd5f-4e37-a573-83873164381b HTTP/1.1" status: 204 len: 168 time: 0.1706846 Jul 07 18:31:15.634380 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347efc5a-4057-4a59-b062-2ffc3ce4a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3af6d-bd5f-4e37-a573-83873164381b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:15.658397 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.746402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57774) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.807567 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-5b30401d-023d-4383-ab0e-9d578518c44c', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:15.809277 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.848243 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:15.867077 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-41c56af8-9f0d-4197-ad6a-f10da00d8141 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cdb48081689643fa8dc7896d62d0b6e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1192982 Jul 07 18:31:15.869445 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57780) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:15.980976 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Allocated IP 172.20.0.2 (5b30401d-023d-4383-ab0e-9d578518c44c/2b1749e2-ccbe-47eb-99d5-100f7391fa32/24d3cd70-3779-44f4-9d5c-29b0c1910f55) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:16.034476 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.060550 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.085489 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711112d-54ed-4c9f-96a5-a61ce43fbb20 req-cc97c125-4e33-475b-af7f-6eb5b649f5b8 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:16.086955 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e711112d-54ed-4c9f-96a5-a61ce43fbb20 req-cc97c125-4e33-475b-af7f-6eb5b649f5b8 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1877437 Jul 07 18:31:16.147923 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e711112d-54ed-4c9f-96a5-a61ce43fbb20 req-c6f00571-7efc-4c6d-8f42-b34e961987bb tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531480 Jul 07 18:31:16.190413 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57792) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:16.192681 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.196429 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.207462 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5703ea11-4308-4c35-a287-e658f394e658 HTTP/1.1" status: 204 len: 168 time: 0.3282492 Jul 07 18:31:16.243218 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5cfbf-f0b0-4619-a32a-5a4140228935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703ea11-4308-4c35-a287-e658f394e658,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.254490 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9594a6dd-2592-42d1-8574-4dc2ac5ddebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.302598 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.307722 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.325140 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Transition to ACTIVE for port object 24d3cd70-3779-44f4-9d5c-29b0c1910f55 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:16.359584 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.370843 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Transition to ACTIVE for port object 24d3cd70-3779-44f4-9d5c-29b0c1910f55 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:16.386118 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.408521 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9594a6dd-2592-42d1-8574-4dc2ac5ddebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.416495 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9594a6dd-2592-42d1-8574-4dc2ac5ddebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.437174 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Network 5b30401d-023d-4383-ab0e-9d578518c44c is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:16.443704 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:16.446551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:16.455648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Pushing event updated for resources: {'Port': ['ID=24d3cd70-3779-44f4-9d5c-29b0c1910f55,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.456163 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594a6dd-2592-42d1-8574-4dc2ac5ddebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe32b5-2bc1-4773-93df-83df35f223c5,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.482997 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9594a6dd-2592-42d1-8574-4dc2ac5ddebb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abc62306e65d47a989caf3ab36cde201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912793 Jul 07 18:31:16.486735 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57796) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:16.521558 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Attempting to bind port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:16.521919 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Attempting to bind port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:16.522528 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Attempting to bind port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 on network 5b30401d-023d-4383-ab0e-9d578518c44c {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:16.533135 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:16.533567 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Checking segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:16.534022 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.534409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Bound using segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:16.534931 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Bound port: 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:16.535314 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.542420 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Allocated IP 172.27.2.31 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:16.577078 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.607627 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] For port 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:16.610623 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] For port 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=24d3cd70-3779-44f4-9d5c-29b0c1910f55,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:16.616675 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.639978 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.686065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263a8f-5275-436a-919f-e07e2f2653c4 None None] Pushing event updated for resources: {'Port': ['ID=24d3cd70-3779-44f4-9d5c-29b0c1910f55,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.709192 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.733052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.735461 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.737265 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0efe32b5-2bc1-4773-93df-83df35f223c5 HTTP/1.1" status: 204 len: 168 time: 0.2472098 Jul 07 18:31:16.761667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94351e92-34f7-439a-bb43-4bb405f0ca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe32b5-2bc1-4773-93df-83df35f223c5,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.770710 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:16.840912 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:16.842050 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:16.844837 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:16.847651 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:17.201312 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57822) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:17.220080 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0486fa28-7e9c-48cb-ac5e-65d0b06d6ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.242297 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.340812 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57828) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:17.501956 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-440084986-network', 'tenant_id': '572df111afe64047afbf07d0fe85c42d'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:17.708743 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 24d3cd70-3779-44f4-9d5c-29b0c1910f55 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:17.775220 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:17.795162 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96face1-c4c3-4b47-b063-a85979468b71 req-21efbd2a-b920-44ab-9e2c-bdbb6801a647 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:17.796779 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c96face1-c4c3-4b47-b063-a85979468b71 req-21efbd2a-b920-44ab-9e2c-bdbb6801a647 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.4984467 Jul 07 18:31:17.824749 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0486fa28-7e9c-48cb-ac5e-65d0b06d6ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.833738 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0486fa28-7e9c-48cb-ac5e-65d0b06d6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.865581 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.895182 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Made reservation on behalf of 572df111afe64047afbf07d0fe85c42d for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:17.898254 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.898973 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0486fa28-7e9c-48cb-ac5e-65d0b06d6ca5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d04bd716e1aa4526aa7f57332cb34bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969254 Jul 07 18:31:17.903263 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486fa28-7e9c-48cb-ac5e-65d0b06d6ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4518f4-1d92-4ee7-8a73-b0f946edfa61,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:17.906320 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57848) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:17.933389 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:17.942104 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c96face1-c4c3-4b47-b063-a85979468b71 req-9f712bcc-f990-41d4-b8f9-a6c76570555c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240895 Jul 07 18:31:17.986573 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48a5a4-568c-4707-b2dc-dde5b12c3182 None None] Network 5b30401d-023d-4383-ab0e-9d578518c44c requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:18.015130 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-8e51fbd0-7666-418c-bb78-c88a3fa8375a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.016661 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-8e51fbd0-7666-418c-bb78-c88a3fa8375a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.1966131 Jul 07 18:31:18.037513 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.051149 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Provisioning for port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:18.056238 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Router f26ef621-6ede-44a4-8f39-e14e63a63b95 is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:18.059325 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Provisioning complete for port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:18.059958 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.072710 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-36ef293e-d242-482f-8079-636b11a2ee70 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/quotas/2210f6ebb5fe4d77a91fead1b678b308 HTTP/1.1" status: 200 len: 375 time: 0.0363183 Jul 07 18:31:18.081506 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.206454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.215228 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:18.227111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.227955 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Sync routers for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:18.232561 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.240698 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:18.241318 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:18.247009 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.250045 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.254704 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae4518f4-1d92-4ee7-8a73-b0f946edfa61 HTTP/1.1" status: 204 len: 168 time: 0.3469949 Jul 07 18:31:18.263737 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.268912 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-18756a4f-9e40-4c03-b253-c59835c907c0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7566602 Jul 07 18:31:18.272484 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57854) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:18.284180 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-7872b240-40b1-41ad-8b05-48f8ff7694b6 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1913784 Jul 07 18:31:18.286950 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] For port 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=24d3cd70-3779-44f4-9d5c-29b0c1910f55,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:18.291800 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.318054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:18.361867 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005e76ce-f77b-4f81-b163-14401a73451a,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.362163 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0bad0-6dfc-42c1-9b9f-d17e9fd5b65a None None] Pushing event updated for resources: {'Port': ['ID=24d3cd70-3779-44f4-9d5c-29b0c1910f55,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.384804 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.385387 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Added segment 9556618c-32af-40f4-a959-691568985cc1 of type vlan for network 5cceb4fb-6938-4a00-9bfe-22e7da796444 Jul 07 18:31:18.400311 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222395c-7ea8-40d6-9458-38e4c5b44835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4518f4-1d92-4ee7-8a73-b0f946edfa61,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.459036 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:18.469002 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.519261 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-946e984d-947a-46a0-8982-6fa8f293f85e service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339141 Jul 07 18:31:18.663686 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.666817 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:18.667439 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6777db07-db95-46e1-9ac7-8ded2fb089a0 None None] Provisioning complete for port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:18.668077 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6777db07-db95-46e1-9ac7-8ded2fb089a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.669143 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.801201 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:17Z', 'revision_number': 3, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:18.814409 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4715178 Jul 07 18:31:18.818117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57860) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:18.826365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Request body: {'subnet': {'network_id': '5cceb4fb-6938-4a00-9bfe-22e7da796444', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-440084986-subnet', 'tenant_id': '572df111afe64047afbf07d0fe85c42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:18.836324 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Checking router: f26ef621-6ede-44a4-8f39-e14e63a63b95 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:18.836586 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-c32212b5-c5f3-4df4-9eed-3b8ca1559e3a service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153710 Jul 07 18:31:18.836722 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Updating router f26ef621-6ede-44a4-8f39-e14e63a63b95 port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:18.848403 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898e9c-0195-49d2-a730-4e04af5bf73e admin admin] Pushing event updated for resources: {'Network': ['ID=5cceb4fb-6938-4a00-9bfe-22e7da796444,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:18.862862 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 5cceb4fb-6938-4a00-9bfe-22e7da796444 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:18.869807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Made reservation on behalf of 572df111afe64047afbf07d0fe85c42d for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:18.873747 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:18.885145 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.040149 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.169548 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-47e1ab39-fb7e-474d-8e68-53b22647659c req-af2e4bdc-6b37-41ca-a453-544022dd3f5d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 210 time: 0.0384443 Jul 07 18:31:19.218034 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.264098 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.284969 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Transition to ACTIVE for port object b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:19.295812 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba35835f-6a48-4316-bbee-24f5b42b232f,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:19.299839 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.302703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaffd7-7b1b-4f78-924b-028255f36f38 req-b4c72ea7-2c10-4cc9-8b5d-20a37ed450f4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.304779 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0deaffd7-7b1b-4f78-924b-028255f36f38 req-b4c72ea7-2c10-4cc9-8b5d-20a37ed450f4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1658704 Jul 07 18:31:19.308892 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Checking segment: {'id': '9556618c-32af-40f4-a959-691568985cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '5cceb4fb-6938-4a00-9bfe-22e7da796444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:19.309252 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Network hostable DHCP agents. Network: 5cceb4fb-6938-4a00-9bfe-22e7da796444, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:19.334971 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Network 5cceb4fb-6938-4a00-9bfe-22e7da796444 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:19.353618 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 5cceb4fb-6938-4a00-9bfe-22e7da796444) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:19.361090 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:19.362060 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.362495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81b0693-6303-4da8-a854-e7b772bc5930 None None] Network 5cceb4fb-6938-4a00-9bfe-22e7da796444 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:19.363725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Allocated IP 172.20.0.1 (5b30401d-023d-4383-ab0e-9d578518c44c/2b1749e2-ccbe-47eb-99d5-100f7391fa32/7dfd01a6-59f2-491a-870e-837e7ac5a228) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:19.369563 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0deaffd7-7b1b-4f78-924b-028255f36f38 req-9fa1ee9f-97f9-4ba9-b907-2d6999dae728 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568552 Jul 07 18:31:19.388659 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-bf6f536f-e06c-4067-bb81-a3bfc8b2cfb3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5680153 Jul 07 18:31:19.498817 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Attempting to bind port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:19.499333 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Attempting to bind port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:19.499755 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Attempting to bind port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 on network facb4317-5715-4363-a030-031b101744bc {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:19.508137 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Pushing event updated for resources: {'Port': ['ID=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:19.510849 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:19.511314 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:19.511787 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.512276 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:19.512825 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Bound port: b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:19.513283 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.534415 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.552221 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.552577 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.552908 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.553236 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.556680 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.556888 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Transition to ACTIVE for port object 7dfd01a6-59f2-491a-870e-837e7ac5a228 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:19.557393 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.560536 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.561912 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.565700 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.566777 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.571439 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.572014 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:31:19.619599 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa42241-57ce-451f-9a71-ca9fe797be44 None None] Network 5cceb4fb-6938-4a00-9bfe-22e7da796444 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:19.631648 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] For port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:19.635799 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] For port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:19.641329 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.643341 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.700944 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Network 5b30401d-023d-4383-ab0e-9d578518c44c is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:19.702171 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:19.703103 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:19.716428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:19.716641 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 24d3cd70-3779-44f4-9d5c-29b0c1910f55 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:19.719516 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:19.775725 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c02b6-5c86-4b02-84f5-6edac9884102 None None] Pushing event updated for resources: {'Port': ['ID=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:19.820388 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.823659 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Pushing event updated for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:19.923858 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:19.930401 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:19.955822 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:20.016433 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.222425 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:17Z', 'revision_number': 3, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:20.241456 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5830ecb9-8b4f-417a-822b-d146a279212c None None] Provisioning for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:20.293968 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a9f18-72a1-4f8a-a21b-128c4af77046 None None] The sync data for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi is: [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:17Z', 'revision_number': 3, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:20.310729 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5830ecb9-8b4f-417a-822b-d146a279212c None None] Provisioning complete for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:20.311126 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5830ecb9-8b4f-417a-822b-d146a279212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.321088 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.333086 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.380114 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5830ecb9-8b4f-417a-822b-d146a279212c None None] Port 7dfd01a6-59f2-491a-870e-837e7ac5a228 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:20.391351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57898) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:20.397320 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1576041459-network', 'tenant_id': 'a66a2cc998394724b76c653f5bd17c10'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:20.430244 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Pushing event updated for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.446377 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.465401 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e07b7b55-1ce8-4e47-a305-8c9d65c0428e req-7079e09f-9fb0-4720-b708-1a95137bc87b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 210 time: 0.0593982 Jul 07 18:31:20.482356 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Made reservation on behalf of a66a2cc998394724b76c653f5bd17c10 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:20.486330 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.500727 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.614926 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Network 5b30401d-023d-4383-ab0e-9d578518c44c is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:20.617737 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:20.631909 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.637778 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee4c4e-f0fd-4ef0-842a-478180a1e491 req-4407754a-6f0d-45d3-9848-e140882b7353 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:20.649635 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.658605 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3aee4c4e-f0fd-4ef0-842a-478180a1e491 req-4407754a-6f0d-45d3-9848-e140882b7353 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1231508 Jul 07 18:31:20.675292 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:20.700180 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.700809 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Added segment 4e5971f5-8e42-453d-9d21-8c450d4a1c77 of type vlan for network 41e064c7-789e-4187-bf6f-4efea747f5e2 Jul 07 18:31:20.734047 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6621de8-2ca0-494e-9736-e218f6ec4604,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.791426 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.836135 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.837277 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:20.837858 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:20.863158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Router f26ef621-6ede-44a4-8f39-e14e63a63b95 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:20.908579 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5160003 Jul 07 18:31:20.913860 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3aee4c4e-f0fd-4ef0-842a-478180a1e491 req-2ea61cb0-0358-4320-88cb-fc8cd502b7f3 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162921 Jul 07 18:31:20.914343 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57902) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:20.924733 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Request body: {'subnet': {'network_id': '41e064c7-789e-4187-bf6f-4efea747f5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1576041459-subnet', 'tenant_id': 'a66a2cc998394724b76c653f5bd17c10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:20.935394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e3a37-5dfc-45e8-a38a-5182b676d342 admin admin] Pushing event updated for resources: {'Network': ['ID=41e064c7-789e-4187-bf6f-4efea747f5e2,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:20.954679 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 41e064c7-789e-4187-bf6f-4efea747f5e2 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:20.993786 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Made reservation on behalf of a66a2cc998394724b76c653f5bd17c10 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:20.996136 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.202409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-2a21dca2-e932-4394-ba71-41cbf3b31a54 None None] Provisioning complete for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:21.202817 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2a21dca2-e932-4394-ba71-41cbf3b31a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.252012 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-2a21dca2-e932-4394-ba71-41cbf3b31a54 None None] Port 7dfd01a6-59f2-491a-870e-837e7ac5a228 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:21.457936 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:21.467119 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f86946c0-a8f5-4a18-9d5c-c14e50e3543f admin admin] 10.222.0.58 "PUT /v2.0/routers/f26ef621-6ede-44a4-8f39-e14e63a63b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1933324 Jul 07 18:31:21.520953 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-2775b3fb-ea17-4287-a189-c14eb16390ac tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.522524 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-2775b3fb-ea17-4287-a189-c14eb16390ac tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.6317449 Jul 07 18:31:21.558303 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Request body: {'port': {'device_id': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'admin_state_up': True, 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:21.633088 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-77bc928e-a814-44de-935f-2f43447bcb4a req-cde247d9-6675-476e-b358-1aa5877b2a3f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 210 time: 0.0410857 Jul 07 18:31:21.699646 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.726210 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:21.780514 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8781fb69-6be0-4cd9-a045-d00db7252378,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:21.784850 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:21.786677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:21.788520 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.791634 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:21.791634 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.810233 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Checking segment: {'id': '4e5971f5-8e42-453d-9d21-8c450d4a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '41e064c7-789e-4187-bf6f-4efea747f5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:21.810600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Network hostable DHCP agents. Network: 41e064c7-789e-4187-bf6f-4efea747f5e2, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:21.881208 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Network 41e064c7-789e-4187-bf6f-4efea747f5e2 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:21.886614 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.903557 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 41e064c7-789e-4187-bf6f-4efea747f5e2) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:21.912212 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a117e9c-192b-4c62-8bd5-61041393d064 None None] Network 41e064c7-789e-4187-bf6f-4efea747f5e2 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:21.917738 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:21.934263 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.939689 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:21.940942 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:21.975367 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6b0bf5b2-cd2f-4210-9d85-ba6d9c604c03 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0507488 Jul 07 18:31:21.986804 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Allocated IP 172.20.0.13 (7603c201-4698-4c01-b2c2-ef29141dfc67/dd081d88-4260-4aaa-95a7-a699a972cdf8/3da6e761-2dbe-47a1-95f6-1debc45f1984) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:22.118099 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.171649 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57932) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:22.228447 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Deleting subnet ba35835f-6a48-4316-bbee-24f5b42b232f {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:31:22.232708 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.249308 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57938) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:22.257718 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd219d1b-f12c-4be1-a25b-01ed2eadc4fc None None] Network 41e064c7-789e-4187-bf6f-4efea747f5e2 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:22.260285 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391979089-network', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:22.279414 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.285049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.292038 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.324365 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Made reservation on behalf of 1c14228bfe554b628ebd0c4697d0a0ee for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:22.326807 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.343164 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.352568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408dd7-48fe-4d72-b294-e8017905010a req-81b85020-1ce9-45be-bab9-3a69529af0b6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.354453 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2a408dd7-48fe-4d72-b294-e8017905010a req-81b85020-1ce9-45be-bab9-3a69529af0b6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1959298 Jul 07 18:31:22.369279 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Sync routers for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:22.374328 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.408365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.413109 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba35835f-6a48-4316-bbee-24f5b42b232f HTTP/1.1" status: 204 len: 168 time: 0.2411265 Jul 07 18:31:22.413109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cfdce-e832-4fa1-89dd-ba6dcee14dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba35835f-6a48-4316-bbee-24f5b42b232f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.415526 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57940) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:22.415712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.462010 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062', '167101cc-75c3-444b-a1ec-dfee46bcb92e'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:22.485111 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2a408dd7-48fe-4d72-b294-e8017905010a req-b1e92612-c58d-4e26-aac3-4430b7cf7c30 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098650 Jul 07 18:31:22.506892 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:22.509617 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:22.511061 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:22.526071 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:22.537698 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:22.553671 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.567378 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event updated for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.608441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.608770 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.639737 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.645520 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.664549 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-5a753989-e4a3-4aa1-8c8f-b91a35a421b0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1101251 Jul 07 18:31:22.665378 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.671415 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:31:22.684175 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.684954 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.685788 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.686739 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > port after_create 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.687149 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.687653 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > port after_update 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.688177 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.688312 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Request body: {'port': {'device_id': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:22.690549 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.691084 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.693490 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.714470 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84554777-33c4-43ee-a037-3dab0f945927,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.722188 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:22.725254 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.725254 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Added segment 34f86f91-3d64-44dd-9fba-f80f18167d4d of type vlan for network dcaa890e-6536-4eea-97a0-86c660b6ec8e Jul 07 18:31:22.805686 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.806030 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.806354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.806675 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 18:31:22.807040 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cceb4fb-6938-4a00-9bfe-22e7da796444']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:22.824270 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9556618c-32af-40f4-a959-691568985cc1') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:22.824612 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9556618c-32af-40f4-a959-691568985cc1') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:22.828073 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.842821 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.855022 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.871829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.881491 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:31:22.881897 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: from cryptography.utils import int_from_bytes Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: from cryptography.utils import int_from_bytes Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:31:22.886177 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:31:22.930919 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.931785 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.932421 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.945233 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7437a-c328-419a-b2ca-818d849c25c9 req-f0802af1-62ff-4665-8316-c6f1f73f665f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:22.946740 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-52e7437a-c328-419a-b2ca-818d849c25c9 req-f0802af1-62ff-4665-8316-c6f1f73f665f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 932 time: 0.1583407 Jul 07 18:31:22.952883 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.984141 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:22.989476 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5cceb4fb-6938-4a00-9bfe-22e7da796444 HTTP/1.1" status: 204 len: 168 time: 0.5709083 Jul 07 18:31:22.989476 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d3e7-576b-44d6-891b-01b24e986497 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cceb4fb-6938-4a00-9bfe-22e7da796444,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:22.989894 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57948) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:23.040809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Deleting subnet 8781fb69-6be0-4cd9-a045-d00db7252378 {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:31:23.045445 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.070817 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:20Z', 'revision_number': 2, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:23.081030 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8274467 Jul 07 18:31:23.081331 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57950) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:23.084794 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.089770 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Request body: {'subnet': {'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391979089-subnet', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:23.091725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38ba8-40b1-46ca-83b1-734af442e197 admin admin] Pushing event updated for resources: {'Network': ['ID=dcaa890e-6536-4eea-97a0-86c660b6ec8e,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.105585 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Checking router: f26ef621-6ede-44a4-8f39-e14e63a63b95 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:23.106148 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Updating router f26ef621-6ede-44a4-8f39-e14e63a63b95 port 7dfd01a6-59f2-491a-870e-837e7ac5a228 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:23.145594 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Made reservation on behalf of 1c14228bfe554b628ebd0c4697d0a0ee for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:31:23.147364 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.148066 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8481928'] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.150244 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.158588 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-52e7437a-c328-419a-b2ca-818d849c25c9 req-6bf309bf-061a-4a65-b011-1210853242cd tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Jul 07 18:31:23.165663 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:31:23.272821 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da6e761-2dbe-47a1-95f6-1debc45f1984 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:23.281747 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.281942 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.295437 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Transition to ACTIVE for port object 3da6e761-2dbe-47a1-95f6-1debc45f1984 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:23.299578 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.314168 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8781fb69-6be0-4cd9-a045-d00db7252378,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.319170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.321352 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-431738a5-5e0d-48be-b7ae-aee901a663b4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8781fb69-6be0-4cd9-a045-d00db7252378 HTTP/1.1" status: 204 len: 168 time: 0.3303792 Jul 07 18:31:23.324226 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57952) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:23.351673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Pushing event updated for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.465562 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Attempting to bind port 3da6e761-2dbe-47a1-95f6-1debc45f1984 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:23.466123 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Attempting to bind port 3da6e761-2dbe-47a1-95f6-1debc45f1984 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:23.466542 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Attempting to bind port 3da6e761-2dbe-47a1-95f6-1debc45f1984 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:23.474303 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Port 3da6e761-2dbe-47a1-95f6-1debc45f1984 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:31:23.474636 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Attempting to bind port 3da6e761-2dbe-47a1-95f6-1debc45f1984 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:23.481386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:23.481727 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Checking segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:23.482120 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Bound using segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:23.482590 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Bound port: 3da6e761-2dbe-47a1-95f6-1debc45f1984, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:23.482950 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.537852 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.561769 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Transition to ACTIVE for port object 7dfd01a6-59f2-491a-870e-837e7ac5a228 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:23.577193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.609993 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:23.615913 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:23.624809 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.663314 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.723265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11834231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8481946'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.734752 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:23.741921 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:23.743585 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.745202 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] 10.222.0.103 "PUT /v2.0/ports/3da6e761-2dbe-47a1-95f6-1debc45f1984 HTTP/1.1" status: 200 len: 1094 time: 1.0669305 Jul 07 18:31:23.748608 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:23.752401 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2675b-86e4-4297-b9f0-ecc87e591732" -d '{"events": [{"name": "network-changed", "server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:23.815865 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Attempting to bind port 7dfd01a6-59f2-491a-870e-837e7ac5a228 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:23.816413 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Attempting to bind port 7dfd01a6-59f2-491a-870e-837e7ac5a228 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:23.816876 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Attempting to bind port 7dfd01a6-59f2-491a-870e-837e7ac5a228 on network 5b30401d-023d-4383-ab0e-9d578518c44c {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:23.821180 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0eb4a-1742-49fa-8e83-fbb0c44376ed None None] Pushing event updated for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.844313 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:23.844836 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Checking segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:23.845371 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.845868 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Bound using segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:23.846466 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Bound port: 7dfd01a6-59f2-491a-870e-837e7ac5a228, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:23.846943 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.850298 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455fb5f-80cc-4b1a-85a0-216979119071 service neutron] Pushing event updated for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.864493 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.898446 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5dd3-ac88-458a-9beb-28278d4cdb7f req-73e85e91-b016-4b4e-9d2d-e9e45172e0e6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:23.900071 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0c6d5dd3-ac88-458a-9beb-28278d4cdb7f req-73e85e91-b016-4b4e-9d2d-e9e45172e0e6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.2228107 Jul 07 18:31:23.903501 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5836bd45-331e-4747-87a2-bf3cdc5f8b59,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:23.909727 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Checking segment: {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:23.911664 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Network hostable DHCP agents. Network: dcaa890e-6536-4eea-97a0-86c660b6ec8e, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:31:23.920618 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e064c7-789e-4187-bf6f-4efea747f5e2']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:23.925658 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:23.926036 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.939679 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5971f5-8e42-453d-9d21-8c450d4a1c77') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:23.940019 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5971f5-8e42-453d-9d21-8c450d4a1c77') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:23.956840 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f14c1032-afec-44b0-8bcd-c980dc15523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:23.958364 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-f14c1032-afec-44b0-8bcd-c980dc15523b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 1097 time: 0.1560566 Jul 07 18:31:23.966807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:23.974862 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:31:23.977528 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0c6d5dd3-ac88-458a-9beb-28278d4cdb7f req-a920cb88-21f0-41b0-a070-eaccc3b61f74 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Jul 07 18:31:23.993834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b634a2a2-566b-4c1b-86a6-ea87e96e5435 x-openstack-request-id: req-b634a2a2-566b-4c1b-86a6-ea87e96e5435 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:23.994182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:23.994816 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b634a2a2-566b-4c1b-86a6-ea87e96e5435 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:23.994928 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984', 'status': 'completed', 'code': 200} Jul 07 18:31:24.009489 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.009721 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] For port 7dfd01a6-59f2-491a-870e-837e7ac5a228, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:24.009813 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, dcaa890e-6536-4eea-97a0-86c660b6ec8e) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:24.014754 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.015374 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.032204 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] For port 7dfd01a6-59f2-491a-870e-837e7ac5a228, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=7dfd01a6-59f2-491a-870e-837e7ac5a228,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:24.035930 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed541d-d504-41de-8de8-66966ba59573 None None] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:24.039111 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-993788a5-ee07-4a96-a9f6-9eba110a9de9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9544270 Jul 07 18:31:24.039240 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-bf1b56ff-2cdb-4771-aa6b-ae56c7d9cda9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984 HTTP/1.1" status: 200 len: 217 time: 0.0542567 Jul 07 18:31:24.039335 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 57964) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:24.041682 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:31:24.042510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.043602 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:31:24.044658 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:31:24.082091 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.099650 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.101518 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.106109 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-3ca81e22-bbb9-4dc2-a851-2597a9f67ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.107619 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-3ca81e22-bbb9-4dc2-a851-2597a9f67ba1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0608926 Jul 07 18:31:24.118764 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.125202 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.129132 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/41e064c7-789e-4187-bf6f-4efea747f5e2 HTTP/1.1" status: 204 len: 168 time: 0.8037140 Jul 07 18:31:24.144663 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9e5de-f023-4423-9ce1-5c525ad404d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e064c7-789e-4187-bf6f-4efea747f5e2,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:24.149720 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-7ff4d151-7a5a-4f50-94b0-325cd1775226 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317245 Jul 07 18:31:24.229342 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:24.230784 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:24.252419 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.372825 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-8880e49f-b092-448e-8166-bc3e0a97fe9c service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094872 Jul 07 18:31:24.400682 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57970) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:24.408169 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0eb4a-1742-49fa-8e83-fbb0c44376ed None None] Pushing event updated for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:24.450175 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-bd23f980-8f42-4920-9bca-5945d062eb9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=572df111afe64047afbf07d0fe85c42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494039 Jul 07 18:31:24.456331 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57972) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:24.489610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1df7ae-bc78-40fd-a276-781fc2e4f987 req-b1b65b4a-23e6-44cf-8fc5-bb65a43d12db tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.491099 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c1df7ae-bc78-40fd-a276-781fc2e4f987 req-b1b65b4a-23e6-44cf-8fc5-bb65a43d12db tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 944 time: 0.1516049 Jul 07 18:31:24.549529 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'fixed_ips': [{'subnet_id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:31:24.550479 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.554530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:24.558494 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4c1df7ae-bc78-40fd-a276-781fc2e4f987 req-48dee152-fd41-4167-ac11-2a2b7a80e3ff tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568688 Jul 07 18:31:24.561957 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.637468 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.643690 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.714525 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.717083 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.721256 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/005e76ce-f77b-4f81-b163-14401a73451a HTTP/1.1" status: 204 len: 168 time: 0.2630134 Jul 07 18:31:24.729971 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0644f-e810-4304-ae91-abd558181596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005e76ce-f77b-4f81-b163-14401a73451a,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:24.733838 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cc37d850-9367-41e4-b9b0-b9f4b547d4bf req-4ccf0a30-a7b7-4015-93ea-ce7170a71300 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266828 Jul 07 18:31:24.805633 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-39e21dea-0ca8-43e2-8f9c-c89ec2bc5197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.885468 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Allocated IP 172.20.0.2 (dcaa890e-6536-4eea-97a0-86c660b6ec8e/5836bd45-331e-4747-87a2-bf3cdc5f8b59/2a51fd0a-08e8-4563-961f-c58b8958ae0d) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:24.941710 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.965306 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:24.980063 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-43a7d3c6-03af-4b6a-a101-d756b7f5f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:24.981538 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-43a7d3c6-03af-4b6a-a101-d756b7f5f10e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 1097 time: 0.1589277 Jul 07 18:31:25.013101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:25.044584 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c252f-248f-4045-b4d1-6eed52ee23d4 None None] The sync data for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi is: [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:23Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:25.178279 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.191059 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Transition to ACTIVE for port object 2a51fd0a-08e8-4563-961f-c58b8958ae0d will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:25.216215 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-aec6e165-b78e-402d-b9ab-7fd5934a84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.218244 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Transition to ACTIVE for port object 2a51fd0a-08e8-4563-961f-c58b8958ae0d will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:25.218515 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-aec6e165-b78e-402d-b9ab-7fd5934a84e7 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 917 time: 0.1985500 Jul 07 18:31:25.219806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Allocated IP 172.27.2.76 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/daee2622-da14-4345-bcce-8cda6b0484fd) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:25.230645 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.295620 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Pushing event updated for resources: {'Port': ['ID=2a51fd0a-08e8-4563-961f-c58b8958ae0d,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.310172 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:25.316249 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:25.316424 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57986) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:25.322505 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:25.373598 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-cee612eb-f5a7-48ff-9e1e-d517d92c2553 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a66a2cc998394724b76c653f5bd17c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512753 Jul 07 18:31:25.377026 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 57988) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:25.394417 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Attempting to bind port 2a51fd0a-08e8-4563-961f-c58b8958ae0d on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:25.394417 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Attempting to bind port 2a51fd0a-08e8-4563-961f-c58b8958ae0d by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:25.394692 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Attempting to bind port 2a51fd0a-08e8-4563-961f-c58b8958ae0d on network dcaa890e-6536-4eea-97a0-86c660b6ec8e {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:25.401176 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:25.401564 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Checking segment: {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:25.401938 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.402327 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Bound using segment: {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:25.402793 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Bound port: 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:25.403168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.444187 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.473386 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.494636 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] For port 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:25.499677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] For port 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=2a51fd0a-08e8-4563-961f-c58b8958ae0d,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:25.506916 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.517402 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-ed62cee8-580b-4dcc-b644-3af1aaa2c527 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984 HTTP/1.1" status: 200 len: 217 time: 0.2884688 Jul 07 18:31:25.540245 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.546173 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:25.550107 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6621de8-2ca0-494e-9736-e218f6ec4604 HTTP/1.1" status: 204 len: 168 time: 0.1718822 Jul 07 18:31:25.560124 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5a036-39cd-4441-8de8-987aa1188a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6621de8-2ca0-494e-9736-e218f6ec4604,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.591439 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311197a-0aed-4752-8b34-9fe9a41c93ab None None] Pushing event updated for resources: {'Port': ['ID=2a51fd0a-08e8-4563-961f-c58b8958ae0d,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:25.687245 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-d5a556b6-9215-44c0-a974-bd303e7705c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.688802 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-d5a556b6-9215-44c0-a974-bd303e7705c2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.1520107 Jul 07 18:31:25.813889 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 7dfd01a6-59f2-491a-870e-837e7ac5a228 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:25.860071 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-6abc9d7d-b1f5-4c28-9b8a-7dbe6d9d7b91 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437097 Jul 07 18:31:25.871547 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3030b-d676-4f2b-b7c2-7978e287df7b req-5ea33e47-4fa9-4d71-9eb3-606d6064adcc tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.879520 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d1f3030b-d676-4f2b-b7c2-7978e287df7b req-5ea33e47-4fa9-4d71-9eb3-606d6064adcc tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.6533375 Jul 07 18:31:25.936135 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5047d5-f0f6-4002-9b6c-b52763647fd1 req-787fe5ba-6c89-40a7-8e0b-ad4be2d15def tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:25.938275 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aa5047d5-f0f6-4002-9b6c-b52763647fd1 req-787fe5ba-6c89-40a7-8e0b-ad4be2d15def tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 944 time: 0.1326752 Jul 07 18:31:25.944073 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:25.951997 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:25.959322 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.061128 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.070215 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aa5047d5-f0f6-4002-9b6c-b52763647fd1 req-fe4b251f-5b7f-450c-9de9-a880b83ef763 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258941 Jul 07 18:31:26.090099 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d1f3030b-d676-4f2b-b7c2-7978e287df7b req-46d9fbce-8342-4a15-92c2-8f57c5108316 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093842 Jul 07 18:31:26.113816 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.126912 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-9a7c4dd6-0f27-4691-9329-167073e82ea6 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445705 Jul 07 18:31:26.166830 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 7dfd01a6-59f2-491a-870e-837e7ac5a228, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=7dfd01a6-59f2-491a-870e-837e7ac5a228,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:26.173227 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.236139 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:26.265741 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.315925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:26.330782 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:26.340163 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:26.382857 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Pushing event updated for resources: {'Port': ['ID=daee2622-da14-4345-bcce-8cda6b0484fd,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:26.395188 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cde2675b-86e4-4297-b9f0-ecc87e591732 req-de1643e9-c20d-47d7-a51c-38b30a78c760 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444565 Jul 07 18:31:26.653300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.856482 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02827169-bc51-4644-8182-57ce5276b528 None None] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:31:26.879850 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:26.927123 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-b3b798ab-28cc-4aca-ad6a-16c1f0628836 None None] Provisioning for port 2a51fd0a-08e8-4563-961f-c58b8958ae0d completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:27.025730 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:31:27.157146 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:27.168600 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Sync routers for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:27.180655 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.182170 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-9830f1a6-56d9-4cdc-a3a6-c3e41721133a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1418781 Jul 07 18:31:27.184903 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58046) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:27.190312 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:27.190948 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:30:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:27.337155 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1d7d-6928-4840-9890-f6542352e76b req-715a74ee-0987-4a64-9271-ad941bad8a76 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.339873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8262a0b7-4da4-4c44-a35d-cc156addde8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.351509 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9a1c1d7d-6928-4840-9890-f6542352e76b req-715a74ee-0987-4a64-9271-ad941bad8a76 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 944 time: 0.1312323 Jul 07 18:31:27.371546 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:27.400443 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9a1c1d7d-6928-4840-9890-f6542352e76b req-980e38b0-1830-4be1-95e3-8ca5a394dcbe tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Jul 07 18:31:27.435512 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.440172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4843e0-1938-4a5c-a5a1-4562859b88e4 req-0933cec7-cafa-489d-b5b8-3439d3c3be4a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:27.441926 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-da4843e0-1938-4a5c-a5a1-4562859b88e4 req-0933cec7-cafa-489d-b5b8-3439d3c3be4a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1731648 Jul 07 18:31:27.525650 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-da4843e0-1938-4a5c-a5a1-4562859b88e4 req-104ab6cc-86bb-4767-a907-d54eda4393e1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Jul 07 18:31:27.649596 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 3, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:27.688042 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Checking router: ec0e6e9d-51d3-4a69-909b-f4199ca2e926 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:27.689459 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Updating router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 port daee2622-da14-4345-bcce-8cda6b0484fd binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:27.728408 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:27.786514 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 7dfd01a6-59f2-491a-870e-837e7ac5a228 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:27.849771 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3da6e761-2dbe-47a1-95f6-1debc45f1984 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:31:27.938247 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 7dfd01a6-59f2-491a-870e-837e7ac5a228 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:27.938648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.005040 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:28.036957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '3da6e761-2dbe-47a1-95f6-1debc45f1984', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'port_id': '3da6e761-2dbe-47a1-95f6-1debc45f1984', 'mac_address': 'fa:16:3e:ee:59:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd081d88-4260-4aaa-95a7-a699a972cdf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:31:28.064478 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.075781 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Transition to ACTIVE for port object daee2622-da14-4345-bcce-8cda6b0484fd will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:28.083393 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.088602 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.089261 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 2a51fd0a-08e8-4563-961f-c58b8958ae0d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:28.124164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.127186 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75495b68-98a1-40ed-8a03-7a0672c4e1fd None None] Pushing event updated for resources: {'Port': ['ID=daee2622-da14-4345-bcce-8cda6b0484fd,revision_number=2']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:28.146147 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da6e761-2dbe-47a1-95f6-1debc45f1984 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:31:28.153587 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Attempting to bind port daee2622-da14-4345-bcce-8cda6b0484fd on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:28.154082 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Attempting to bind port daee2622-da14-4345-bcce-8cda6b0484fd by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:28.154591 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Attempting to bind port daee2622-da14-4345-bcce-8cda6b0484fd on network facb4317-5715-4363-a030-031b101744bc {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:28.159995 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:28.160647 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:28.161008 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.161496 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:28.162074 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Bound port: daee2622-da14-4345-bcce-8cda6b0484fd, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:28.162581 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.176908 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:28.183162 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.211641 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 2a51fd0a-08e8-4563-961f-c58b8958ae0d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:28.218445 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 2a51fd0a-08e8-4563-961f-c58b8958ae0d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:28.218811 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.258658 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] For port daee2622-da14-4345-bcce-8cda6b0484fd, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:28.263820 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] For port daee2622-da14-4345-bcce-8cda6b0484fd, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=daee2622-da14-4345-bcce-8cda6b0484fd,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:28.272563 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.280357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:28.336007 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Allocated IP 172.20.0.1 (dcaa890e-6536-4eea-97a0-86c660b6ec8e/5836bd45-331e-4747-87a2-bf3cdc5f8b59/d666eb64-560b-4543-a41e-17eb94ac4f81) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:31:28.349723 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:28.349723 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:31:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:28.430873 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75495b68-98a1-40ed-8a03-7a0672c4e1fd None None] Pushing event updated for resources: {'Port': ['ID=daee2622-da14-4345-bcce-8cda6b0484fd,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:28.466782 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.487569 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.487569 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.488455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Transition to ACTIVE for port object d666eb64-560b-4543-a41e-17eb94ac4f81 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:28.500558 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:28.529304 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=2a51fd0a-08e8-4563-961f-c58b8958ae0d,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:28.531229 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.535502 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.601052 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=2a51fd0a-08e8-4563-961f-c58b8958ae0d,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:28.630402 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:28.639128 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:28.641633 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['3da6e761-2dbe-47a1-95f6-1debc45f1984'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:31:28.647504 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154f526-e487-4e75-a88d-dc39c452aef0 req-3be3a247-d764-4406-9c87-efbde456f0c5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:28.650866 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a154f526-e487-4e75-a88d-dc39c452aef0 req-3be3a247-d764-4406-9c87-efbde456f0c5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 945 time: 0.0872107 Jul 07 18:31:28.654306 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:31:28.671126 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Pushing event updated for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:28.733567 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a154f526-e487-4e75-a88d-dc39c452aef0 req-6bb9c734-b68c-4f56-9084-26f77ded864c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Jul 07 18:31:28.791911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:28.803842 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 3, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:28.894945 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02f243-961e-4899-8453-40e8269bcb0e req-6066a79d-fb39-4a92-abd5-1e8c4fe20266 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:28.896756 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1e02f243-961e-4899-8453-40e8269bcb0e req-6066a79d-fb39-4a92-abd5-1e8c4fe20266 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1621265 Jul 07 18:31:28.953655 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f650c-db6e-4ac9-8787-39996a5de0e1 None None] The sync data for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi is: [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 3, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:29.016145 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1e02f243-961e-4899-8453-40e8269bcb0e req-ccf50a6a-1028-4021-b15d-9f1b08232d6a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954430 Jul 07 18:31:29.023409 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.024855 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-f18bc8ad-d7ad-4c56-9652-34ce68cfcee7 None None] Provisioning for port d666eb64-560b-4543-a41e-17eb94ac4f81 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:29.033193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-f18bc8ad-d7ad-4c56-9652-34ce68cfcee7 None None] Provisioning complete for port d666eb64-560b-4543-a41e-17eb94ac4f81 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:29.033974 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f18bc8ad-d7ad-4c56-9652-34ce68cfcee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.090713 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-f18bc8ad-d7ad-4c56-9652-34ce68cfcee7 None None] Port d666eb64-560b-4543-a41e-17eb94ac4f81 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:29.202085 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.209797 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.291694 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Pushing event updated for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:29.297975 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.401776 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:31:29.403257 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:31:29.628492 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:31:29.817297 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bac94935-076c-41c1-9893-22431a0bcb78 None None] Provisioning complete for port d666eb64-560b-4543-a41e-17eb94ac4f81 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:29.817885 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bac94935-076c-41c1-9893-22431a0bcb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:29.876168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 2a51fd0a-08e8-4563-961f-c58b8958ae0d up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:29.902568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:31:29.918221 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6b181c35-71b1-4e86-965e-49bfa3e45195 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec0e6e9d-51d3-4a69-909b-f4199ca2e926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313788 Jul 07 18:31:29.958609 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-bac94935-076c-41c1-9893-22431a0bcb78 None None] Port d666eb64-560b-4543-a41e-17eb94ac4f81 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:31:29.999648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 2a51fd0a-08e8-4563-961f-c58b8958ae0d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:30.000118 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.117194 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device daee2622-da14-4345-bcce-8cda6b0484fd up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:30.118860 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c744-645c-4f7f-8138-7537e84cdfb3 req-9d93b82c-34c9-4d94-9af2-f3341b40e80e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.120687 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bed6c744-645c-4f7f-8138-7537e84cdfb3 req-9d93b82c-34c9-4d94-9af2-f3341b40e80e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 945 time: 0.1370780 Jul 07 18:31:30.168148 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.168397 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bed6c744-645c-4f7f-8138-7537e84cdfb3 req-c78a16fa-dd0c-4a59-8528-70d43722a434 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jul 07 18:31:30.201027 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port daee2622-da14-4345-bcce-8cda6b0484fd completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:30.206027 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port daee2622-da14-4345-bcce-8cda6b0484fd triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:30.206405 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.289358 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.310044 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port daee2622-da14-4345-bcce-8cda6b0484fd, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=daee2622-da14-4345-bcce-8cda6b0484fd,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:30.314426 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.354253 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e6903-3439-4cc1-9682-f7c1f9237ba2 req-53d25d0e-7e8b-471d-9a80-bc264ecf59c4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:30.355754 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-909e6903-3439-4cc1-9682-f7c1f9237ba2 req-53d25d0e-7e8b-471d-9a80-bc264ecf59c4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0663209 Jul 07 18:31:30.370013 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=daee2622-da14-4345-bcce-8cda6b0484fd,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.398050 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-909e6903-3439-4cc1-9682-f7c1f9237ba2 req-3eaebca7-da0b-4dc7-8ad9-8564429e3ef7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Jul 07 18:31:30.733092 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58112) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:30.738286 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961496021', 'description': 'tempest-secgroup-smoke-961496021 description', 'project_id': 'f24e01d957cb406690ff88a0440cc049'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:30.762019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.851128 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.854779 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.881832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.883224 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1489496 Jul 07 18:31:30.886604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58114) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:30.887829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9a43-4c89-4a9b-a6ac-e963ce99648c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc02e1-758d-48e0-8c9f-4063fd685435,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.891784 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:30.919853 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.967126 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.971277 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.989354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477b4786-5e51-4951-8e32-99361d56523f,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:30.996134 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:30.997573 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-8a03f40d-bdf5-4099-b78e-d8261c2eb53d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095657 Jul 07 18:31:31.000209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58116) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.005045 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.033191 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.101480 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.105433 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.127342 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89ce6fd-fb83-45ce-9da4-143a4e9a7548,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.132649 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.134071 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ed3c9aef-c41d-47d0-bc6f-13943c4de05f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329124 Jul 07 18:31:31.136771 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58126) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.141139 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.169235 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.248092 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.255608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.284903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.288173 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503711 Jul 07 18:31:31.290977 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58140) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.295630 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.302982 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4819a-da76-4daf-9a12-4879cb7f80f8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d2e903-61af-4f61-a734-2fd56ac44b64,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.406529 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.453465 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666441a-91f8-4d7b-bb0f-303e4a71a44e req-b0b816cb-84f4-432b-bb4f-dbdd95cb3903 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:31.455465 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b666441a-91f8-4d7b-bb0f-303e4a71a44e req-b0b816cb-84f4-432b-bb4f-dbdd95cb3903 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 945 time: 0.1405180 Jul 07 18:31:31.540919 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.547512 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b666441a-91f8-4d7b-bb0f-303e4a71a44e req-37bf2c8c-0373-4cbd-9190-d84d7138594e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708690 Jul 07 18:31:31.548581 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.572047 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acebe743-230b-4613-a900-368db1283a97,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.577617 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.578496 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-08b2c57f-28ba-4d6e-85e7-1ba48a8dabf6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2865188 Jul 07 18:31:31.581971 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58156) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.587129 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.615390 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.securitygroups_db [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Project f24e01d957cb406690ff88a0440cc049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:31:31.622170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.686920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device daee2622-da14-4345-bcce-8cda6b0484fd up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:31.736197 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.744503 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.748647 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port daee2622-da14-4345-bcce-8cda6b0484fd triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:31.749017 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.778100 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70cec-aa39-4e09-bfd1-17d96452911a req-b2d3d2db-1a21-450f-a260-798270959ab4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:31.779753 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-62b70cec-aa39-4e09-bfd1-17d96452911a req-b2d3d2db-1a21-450f-a260-798270959ab4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1400332 Jul 07 18:31:31.782759 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef84475-9f51-4c75-855e-023f3fa1e282,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.788592 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.790049 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-1cd815b6-e09a-4532-9bcf-b9e5041e63f0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2066340 Jul 07 18:31:31.792589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58166) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:31.798524 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'security_group_rule': {'security_group_id': '61bc02e1-758d-48e0-8c9f-4063fd685435', 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:31:31.834363 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.securitygroups_db [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Project f24e01d957cb406690ff88a0440cc049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:31:31.842010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.852131 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-62b70cec-aa39-4e09-bfd1-17d96452911a req-b6cc3930-1354-4f80-89ee-cb87a0e1ef45 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Jul 07 18:31:31.870117 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3da6e761-2dbe-47a1-95f6-1debc45f1984 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:31.925187 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 3da6e761-2dbe-47a1-95f6-1debc45f1984 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:31.926847 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.930495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 3da6e761-2dbe-47a1-95f6-1debc45f1984 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:31.930873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.934390 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.955094 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa10d7e7-524d-44e6-b467-22ed746a6f73,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:31.964553 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:31.972519 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fc60569a-a05d-4676-af5f-e7f24060cedd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1779308 Jul 07 18:31:32.039509 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.049428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58172) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.070639 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Sync routers for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:31:32.081961 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:31:32.084274 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5800f-922f-47fe-b1a8-9d0bb01488f3" -d '{"events": [{"server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "name": "network-vif-plugged", "status": "completed", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:31:32.104892 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:32.108934 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:32.109496 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:31:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:32.113286 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.154775 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdfc29c-5fa7-4c26-838f-149518d6a5fb x-openstack-request-id: req-4cdfc29c-5fa7-4c26-838f-149518d6a5fb {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:31:32.155063 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "name": "network-vif-plugged", "status": "completed", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:31:32.155313 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cdfc29c-5fa7-4c26-838f-149518d6a5fb {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:31:32.155688 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984', 'code': 200} Jul 07 18:31:32.186037 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-089ee481-4a04-4816-a85a-a67f600fa3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.249301 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:32.269482 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:32.284540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-089ee481-4a04-4816-a85a-a67f600fa3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.289270 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-089ee481-4a04-4816-a85a-a67f600fa3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.331096 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ee481-4a04-4816-a85a-a67f600fa3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb80a66-8d85-46b6-a6d0-b3ed4ba3c22d,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:32.340958 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-089ee481-4a04-4816-a85a-a67f600fa3a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23f44ad5feb6487ba9bbade20d7be301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903373 Jul 07 18:31:32.343430 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58212) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:32.443742 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.477098 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb4bf-154d-4ba7-810f-2e0ff9283982 req-d3679cb2-1e18-46ee-8327-38fd6a0e5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:32.478636 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4bbb4bf-154d-4ba7-810f-2e0ff9283982 req-d3679cb2-1e18-46ee-8327-38fd6a0e5e82 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 1099 time: 0.1253648 Jul 07 18:31:32.480639 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.540400 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4bbb4bf-154d-4ba7-810f-2e0ff9283982 req-72f249ed-7a19-4f89-abe6-ebf495bf1a7f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532384 Jul 07 18:31:32.554120 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 4, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd666eb64-560b-4543-a41e-17eb94ac4f81', 'name': '', 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'mac_address': 'fa:16:3e:bf:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:28Z', 'updated_at': '2021-07-07T18:31:29Z', 'revision_number': 2, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'subnets': [{'id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:32.565589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.569421 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.583998 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eb80a66-8d85-46b6-a6d0-b3ed4ba3c22d HTTP/1.1" status: 204 len: 168 time: 0.2308648 Jul 07 18:31:32.592066 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Checking router: ec0e6e9d-51d3-4a69-909b-f4199ca2e926 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:31:32.592551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Updating router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 port d666eb64-560b-4543-a41e-17eb94ac4f81 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:31:32.596202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237816d3-2091-420b-a019-4b36afcf1d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb80a66-8d85-46b6-a6d0-b3ed4ba3c22d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:32.656235 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:32.961021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2053ded-ecfc-4ec0-a86c-ba36494558d0 req-235c53a6-8bb5-4f89-af5a-c81fddc154dc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:32.969881 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b2053ded-ecfc-4ec0-a86c-ba36494558d0 req-235c53a6-8bb5-4f89-af5a-c81fddc154dc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.1317301 Jul 07 18:31:33.031519 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b2053ded-ecfc-4ec0-a86c-ba36494558d0 req-e4bcd235-720a-4c16-a96f-46714f21a1e6 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 Jul 07 18:31:33.058965 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.073095 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58252) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.077575 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Transition to ACTIVE for port object d666eb64-560b-4543-a41e-17eb94ac4f81 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:31:33.086572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.089898 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca9d9-3b73-43be-834d-bc13446313fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.155535 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d58c7-5453-41a4-a867-4ef7270ef6f6 req-385fb100-9c28-4d7a-8fdf-27f698adab6d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:33.158564 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6f2d58c7-5453-41a4-a867-4ef7270ef6f6 req-385fb100-9c28-4d7a-8fdf-27f698adab6d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0861702 Jul 07 18:31:33.163216 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27be4b-2bb1-4df1-b4fe-c3ad1bca0f83 None None] Pushing event updated for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.212334 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6f2d58c7-5453-41a4-a867-4ef7270ef6f6 req-a0236de1-72a1-46d9-8996-dd1c041700be tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Jul 07 18:31:33.222156 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Attempting to bind port d666eb64-560b-4543-a41e-17eb94ac4f81 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:31:33.222544 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Attempting to bind port d666eb64-560b-4543-a41e-17eb94ac4f81 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:31:33.222909 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Attempting to bind port d666eb64-560b-4543-a41e-17eb94ac4f81 on network dcaa890e-6536-4eea-97a0-86c660b6ec8e {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:31:33.228792 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:31:33.229372 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Checking segment: {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:31:33.229753 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.230305 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Bound using segment: {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:31:33.230770 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Bound port: d666eb64-560b-4543-a41e-17eb94ac4f81, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f86f91-3d64-44dd-9fba-f80f18167d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:31:33.231146 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.234675 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca9d9-3b73-43be-834d-bc13446313fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.248248 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca9d9-3b73-43be-834d-bc13446313fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.291975 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0c2ca9d9-3b73-43be-834d-bc13446313fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b920c4b19d74f7e9d92b6e8eebf53ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177637 Jul 07 18:31:33.293205 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ca9d9-3b73-43be-834d-bc13446313fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aeef71-c630-4c6c-995d-78f7e800e09b,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.294743 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58256) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:33.321572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] For port d666eb64-560b-4543-a41e-17eb94ac4f81, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:31:33.325313 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] For port d666eb64-560b-4543-a41e-17eb94ac4f81, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d666eb64-560b-4543-a41e-17eb94ac4f81,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:31:33.330355 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.359010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.388550 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.391988 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:31:33.392622 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:31:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:33.437944 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.441005 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:33.442295 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1aeef71-c630-4c6c-995d-78f7e800e09b HTTP/1.1" status: 204 len: 168 time: 0.1465671 Jul 07 18:31:33.450068 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27be4b-2bb1-4df1-b4fe-c3ad1bca0f83 None None] Pushing event updated for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.450345 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94044ecf-9b47-421e-b8eb-7e97be51cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aeef71-c630-4c6c-995d-78f7e800e09b,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:33.552160 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:31:33.940521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 4, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd666eb64-560b-4543-a41e-17eb94ac4f81', 'name': '', 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'mac_address': 'fa:16:3e:bf:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:28Z', 'updated_at': '2021-07-07T18:31:33Z', 'revision_number': 4, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'subnets': [{'id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:31:33.968941 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2c7cd-728d-4642-aa83-d30eb3640614 None None] The sync data for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi is: [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 4, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'd666eb64-560b-4543-a41e-17eb94ac4f81', 'name': '', 'network_id': 'dcaa890e-6536-4eea-97a0-86c660b6ec8e', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'mac_address': 'fa:16:3e:bf:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:28Z', 'updated_at': '2021-07-07T18:31:33Z', 'revision_number': 4, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'subnets': [{'id': '5836bd45-331e-4747-87a2-bf3cdc5f8b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:31:34.264347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed7672-0da9-4a0e-82ba-62295b4d5544 req-d16de32c-4828-4310-8840-1e5ef501154e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:34.272063 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c2ed7672-0da9-4a0e-82ba-62295b4d5544 req-d16de32c-4828-4310-8840-1e5ef501154e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.0952907 Jul 07 18:31:34.329198 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c2ed7672-0da9-4a0e-82ba-62295b4d5544 req-78b1421f-86b8-4e39-8ea3-81248d40a6af tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560012 Jul 07 18:31:34.508935 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab92de-fd1a-4f7c-bc5d-24bbd2e6575f req-ca04b92b-12aa-4179-aef7-8f61212ffe22 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:34.510582 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1bab92de-fd1a-4f7c-bc5d-24bbd2e6575f req-ca04b92b-12aa-4179-aef7-8f61212ffe22 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0844007 Jul 07 18:31:34.565648 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1bab92de-fd1a-4f7c-bc5d-24bbd2e6575f req-a4994feb-8e1e-446b-b939-da630def7242 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Jul 07 18:31:35.152188 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:31:35.348245 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58332) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:35.453172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-33b314ba-406b-4bbb-9d2e-30c83f1a9815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.539508 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-33b314ba-406b-4bbb-9d2e-30c83f1a9815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.544756 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-33b314ba-406b-4bbb-9d2e-30c83f1a9815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.583219 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-33b314ba-406b-4bbb-9d2e-30c83f1a9815 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78997951afa4466a8b68edd6194e472e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339306 Jul 07 18:31:35.583962 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b314ba-406b-4bbb-9d2e-30c83f1a9815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089f5e20-bee2-46dd-8406-9cbb86a7467f,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.586522 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58338) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:35.649214 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.669869 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.689696 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d666eb64-560b-4543-a41e-17eb94ac4f81 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:35.719337 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.722045 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.725948 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/089f5e20-bee2-46dd-8406-9cbb86a7467f HTTP/1.1" status: 204 len: 168 time: 0.1356814 Jul 07 18:31:35.733183 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538f061-9259-4bea-97ef-b68a625bd0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089f5e20-bee2-46dd-8406-9cbb86a7467f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:35.741541 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port d666eb64-560b-4543-a41e-17eb94ac4f81 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:31:35.749588 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port d666eb64-560b-4543-a41e-17eb94ac4f81 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:35.749588 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.846496 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.879192 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port d666eb64-560b-4543-a41e-17eb94ac4f81, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d666eb64-560b-4543-a41e-17eb94ac4f81,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:31:35.883061 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:35.931054 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.004454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58350) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.018150 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-261535d0-5148-490d-9c44-a09eac897152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.109352 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-261535d0-5148-490d-9c44-a09eac897152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.113695 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-261535d0-5148-490d-9c44-a09eac897152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.157270 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-261535d0-5148-490d-9c44-a09eac897152 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3db795fcf8964a26b15d8415bb396734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491959 Jul 07 18:31:36.157270 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261535d0-5148-490d-9c44-a09eac897152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b920018-5d15-489e-8355-c9eaa3e5d01f,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:36.157793 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58352) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:36.206906 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.228181 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.273964 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.276452 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:36.277559 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b920018-5d15-489e-8355-c9eaa3e5d01f HTTP/1.1" status: 204 len: 168 time: 0.1187372 Jul 07 18:31:36.284847 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69500d4-a21c-4c61-82ed-24d018677281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b920018-5d15-489e-8355-c9eaa3e5d01f,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:37.663692 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d666eb64-560b-4543-a41e-17eb94ac4f81 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:31:37.711776 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port d666eb64-560b-4543-a41e-17eb94ac4f81 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:31:37.712193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.053557 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58422) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.110073 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978bc1e-045c-496c-a33c-8563d0402743 req-07b70b12-af3d-434e-aa72-3010778e807c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:38.112261 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0978bc1e-045c-496c-a33c-8563d0402743 req-07b70b12-af3d-434e-aa72-3010778e807c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0703509 Jul 07 18:31:38.150821 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0978bc1e-045c-496c-a33c-8563d0402743 req-0ec81627-d9e8-4c1b-a25f-5a95b5f682a7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Jul 07 18:31:38.163967 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-65af7a36-7d6e-4bec-871c-19603d72a1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.254612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-65af7a36-7d6e-4bec-871c-19603d72a1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.257762 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-65af7a36-7d6e-4bec-871c-19603d72a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.295972 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-65af7a36-7d6e-4bec-871c-19603d72a1ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee4457030fe244ce8f1062dda5cb801f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413380 Jul 07 18:31:38.296813 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af7a36-7d6e-4bec-871c-19603d72a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b922b7da-c46f-44d2-8f61-7c6d96474657,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.299310 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58426) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.351708 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.372365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.418410 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.420974 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.422126 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b922b7da-c46f-44d2-8f61-7c6d96474657 HTTP/1.1" status: 204 len: 168 time: 0.1217077 Jul 07 18:31:38.430760 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9a9cb-10c6-4936-a915-c1dafcfbad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922b7da-c46f-44d2-8f61-7c6d96474657,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.692765 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58438) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.709741 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b6734fff-bcb3-44da-8d8e-2bd6b821f73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.806125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b6734fff-bcb3-44da-8d8e-2bd6b821f73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.809811 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b6734fff-bcb3-44da-8d8e-2bd6b821f73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.843881 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734fff-bcb3-44da-8d8e-2bd6b821f73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393c978-5a26-464f-a020-2522ad745f9e,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:38.848641 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b6734fff-bcb3-44da-8d8e-2bd6b821f73b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e421b61d93b4f66a561e40fde91e882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547680 Jul 07 18:31:38.851413 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58440) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:38.899262 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.919574 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.972301 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.975612 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:38.976804 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b393c978-5a26-464f-a020-2522ad745f9e HTTP/1.1" status: 204 len: 168 time: 0.1244667 Jul 07 18:31:38.995496 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be91fb-3afa-4f87-8ca1-093703e6d345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393c978-5a26-464f-a020-2522ad745f9e,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:39.336144 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210b9f9-9207-407a-b998-0b95940b0528 req-2016efbd-076c-46fe-aad3-0532adf49d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:39.338906 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b210b9f9-9207-407a-b998-0b95940b0528 req-2016efbd-076c-46fe-aad3-0532adf49d9b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1098 time: 0.0580633 Jul 07 18:31:39.353684 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1974-e08d-4200-a602-26a21b781717 req-79a07d2a-1acc-428f-b2fe-c9655cf6f9b1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:39.355383 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e07d1974-e08d-4200-a602-26a21b781717 req-79a07d2a-1acc-428f-b2fe-c9655cf6f9b1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0848441 Jul 07 18:31:39.386519 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b210b9f9-9207-407a-b998-0b95940b0528 req-30f70d60-b1ec-498a-a176-d4521470cc28 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Jul 07 18:31:39.405300 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e07d1974-e08d-4200-a602-26a21b781717 req-401b5547-6d0e-4aae-8207-ee7516c09f27 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Jul 07 18:31:40.589138 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be002d2a-17da-494b-b990-b029182900c1 req-c4a6c405-3d48-4a2e-894d-eb5ad549a216 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:40.590518 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-be002d2a-17da-494b-b990-b029182900c1 req-c4a6c405-3d48-4a2e-894d-eb5ad549a216 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0650196 Jul 07 18:31:40.634213 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-be002d2a-17da-494b-b990-b029182900c1 req-4d4c5ad8-c7cb-40ad-94c0-214439cedc3d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Jul 07 18:31:41.790917 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:41.811733 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84424bf7-6e8e-4b7d-a0d1-3c6370f23669 req-07f80b3f-a5ec-4f6e-8d66-647eee263459 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:41.813797 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-84424bf7-6e8e-4b7d-a0d1-3c6370f23669 req-07f80b3f-a5ec-4f6e-8d66-647eee263459 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0658820 Jul 07 18:31:41.851061 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-84424bf7-6e8e-4b7d-a0d1-3c6370f23669 req-27be2ddf-7969-48bc-9a15-9df513a5dbb1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Jul 07 18:31:42.021593 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb650f7-bb06-4cbd-b309-c72b67b2f003 req-b40c1639-d32d-4de4-b867-c3c8dcc40a69 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:42.023065 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ecb650f7-bb06-4cbd-b309-c72b67b2f003 req-b40c1639-d32d-4de4-b867-c3c8dcc40a69 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0630021 Jul 07 18:31:42.059038 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ecb650f7-bb06-4cbd-b309-c72b67b2f003 req-171971dc-2d52-4124-9770-87a3f291a681 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303128 Jul 07 18:31:46.883001 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 58606) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:46.999582 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7e329878-9395-42d9-8d7f-447c61b13a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.094023 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7e329878-9395-42d9-8d7f-447c61b13a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.098320 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7e329878-9395-42d9-8d7f-447c61b13a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.138546 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-7e329878-9395-42d9-8d7f-447c61b13a5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99379cb0a7d14a99bd7c21916906be63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544656 Jul 07 18:31:47.139373 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329878-9395-42d9-8d7f-447c61b13a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae64fb7-d6c4-4a2b-b8fb-1c7412cf59ff,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:47.141300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 58612) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:31:47.194954 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.215591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.261591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.264260 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:47.265384 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ae64fb7-d6c4-4a2b-b8fb-1c7412cf59ff HTTP/1.1" status: 204 len: 168 time: 0.1225820 Jul 07 18:31:47.273757 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c662d9-e157-42a3-a891-502cc38d2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae64fb7-d6c4-4a2b-b8fb-1c7412cf59ff,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:31:50.232338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-240148af-c071-4945-ae04-db202df44c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.233809 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-240148af-c071-4945-ae04-db202df44c91 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.0915136 Jul 07 18:31:50.259760 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd2ff-bb3a-4763-a725-0fd8e385451d req-16874a6a-a773-4c61-a8c0-02b893fafc07 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.261196 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-858fd2ff-bb3a-4763-a725-0fd8e385451d req-16874a6a-a773-4c61-a8c0-02b893fafc07 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0885923 Jul 07 18:31:50.353800 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-858fd2ff-bb3a-4763-a725-0fd8e385451d req-ebda2c79-5dbc-4ee5-9eb0-fb3579f71673 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820494 Jul 07 18:31:50.370615 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-0bad3cec-4522-40e3-804b-0a59a3ab3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.372154 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-0bad3cec-4522-40e3-804b-0a59a3ab3557 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.1291969 Jul 07 18:31:50.424442 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-02468318-86b2-4cc4-b990-5e97fdbd3527 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.0426023 Jul 07 18:31:50.482326 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-90d749f2-49f6-4332-9b9a-54ba8ddb2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:50.483691 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-90d749f2-49f6-4332-9b9a-54ba8ddb2f94 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0481608 Jul 07 18:31:50.521429 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-f4271da7-4d7b-40ab-81cb-2144905529c2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287399 Jul 07 18:31:50.611085 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-ff608e40-4b0a-4fd9-89db-ca4b1212f74c service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803525 Jul 07 18:31:50.703262 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f1383a60-f69e-4fa2-b19f-9e5a89aa3164 req-a50808e1-8ec9-494b-839c-488540efb995 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Jul 07 18:31:51.545787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd953b6-e7cf-44cf-afca-176e6d101ac8 req-5be4b938-0ca1-40c8-bcf7-9d76a0c82515 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:51.547847 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cdd953b6-e7cf-44cf-afca-176e6d101ac8 req-5be4b938-0ca1-40c8-bcf7-9d76a0c82515 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0688980 Jul 07 18:31:51.596970 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cdd953b6-e7cf-44cf-afca-176e6d101ac8 req-8daa443f-5674-443e-bd59-9aadf6ff0d34 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Jul 07 18:31:54.700859 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ec3d9729-7373-4c3b-b1f2-7e5f2648fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:55.811688 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbab927-d72a-47f3-bce4-394fcf5cf7ad req-e930015f-c39a-40c1-9fc4-cb167cab16c6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:55.813816 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7bbab927-d72a-47f3-bce4-394fcf5cf7ad req-e930015f-c39a-40c1-9fc4-cb167cab16c6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0629611 Jul 07 18:31:55.851390 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7bbab927-d72a-47f3-bce4-394fcf5cf7ad req-7921a15a-b0fe-4e5c-a1b2-02c1f3a31c35 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 07 18:31:57.031416 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302170e-f92a-4e41-a141-33635dff95c0 req-948d9312-790a-49b5-98e3-cc65be4b1296 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.033589 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8302170e-f92a-4e41-a141-33635dff95c0 req-948d9312-790a-49b5-98e3-cc65be4b1296 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0686510 Jul 07 18:31:57.073277 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8302170e-f92a-4e41-a141-33635dff95c0 req-9875cd43-62e0-426c-a6fc-32a46d0b4620 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Jul 07 18:31:57.321761 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e733090e-8978-4d00-a265-408542a44c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.392461 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-af7de05b-3754-4066-a15f-9191aed2e5cf tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:31:57.394055 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-af7de05b-3754-4066-a15f-9191aed2e5cf tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.1014924 Jul 07 18:31:57.409874 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-c6447f91-0fee-445f-a1ae-f5d4d784d7c1 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/quotas/2210f6ebb5fe4d77a91fead1b678b308 HTTP/1.1" status: 200 len: 375 time: 0.0102706 Jul 07 18:31:57.417515 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:31:57.482642 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-cb884237-fcc3-4b35-a095-15e6148a29aa tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671785 Jul 07 18:31:57.578613 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d58a9068-11ed-487f-86e5-0e0f62835cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888629 Jul 07 18:31:57.669569 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-4f8d011d-45e6-430c-91dc-4f78b268afbb service neutron] 10.222.0.58 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849602 Jul 07 18:31:57.840213 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c8ec761d-4ff6-43de-9a55-25526978bff5 req-5d4265a7-ad0e-42de-9440-69d7cea0263c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Jul 07 18:31:58.405261 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.142348 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:00.993320 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7c93e1cd-147c-46fa-a4a9-f7a3d718e478 req-03c75e7a-ca3b-4d48-9260-3a8614e294bf tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 210 time: 0.0349917 Jul 07 18:32:00.999093 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1d5cb-4578-47f6-bc66-9790f6cbd37b req-3104585d-6b7b-4f29-bcbf-a6787af41d19 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:01.000720 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1a1d5cb-4578-47f6-bc66-9790f6cbd37b req-3104585d-6b7b-4f29-bcbf-a6787af41d19 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0762124 Jul 07 18:32:01.040940 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1a1d5cb-4578-47f6-bc66-9790f6cbd37b req-086c6828-c2ac-494e-b9a7-2f097a349560 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Jul 07 18:32:04.799113 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee6a43-305b-43ed-82d1-bc0cd07d4bcd req-db624e9e-8d00-4928-8c05-65d277f3e4b1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.800683 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a8ee6a43-305b-43ed-82d1-bc0cd07d4bcd req-db624e9e-8d00-4928-8c05-65d277f3e4b1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0643208 Jul 07 18:32:04.803579 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d47fede0-50b3-48ad-9f1a-dfff67e42a4b req-0aa8b470-369f-470f-86d4-af94e718c4af tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 210 time: 0.0818608 Jul 07 18:32:04.848445 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a8ee6a43-305b-43ed-82d1-bc0cd07d4bcd req-65f3b616-3ad4-4498-84c3-7e58578f8514 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Jul 07 18:32:04.856427 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-0d439996-f7de-41fa-89e6-56605a34e52b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:04.858014 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-0d439996-f7de-41fa-89e6-56605a34e52b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 815 time: 0.1351254 Jul 07 18:32:04.875937 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Request body: {'port': {'device_id': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'admin_state_up': True, 'tenant_id': '2210f6ebb5fe4d77a91fead1b678b308'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:04.989400 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Made reservation on behalf of 2210f6ebb5fe4d77a91fead1b678b308 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:04.992927 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.111161 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Allocated IP 172.20.0.6 (7603c201-4698-4c01-b2c2-ef29141dfc67/dd081d88-4260-4aaa-95a7-a699a972cdf8/42170656-6380-476d-9da2-7ddf5f1d0aa0) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:05.250027 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.287270 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.326521 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Network 7603c201-4698-4c01-b2c2-ef29141dfc67 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:05.330201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:05.336214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:05.561273 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event updated for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:05.575247 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.575589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.575943 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.576276 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.576604 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.576929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.577251 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.577572 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.577894 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.578234 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.578554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.578870 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:05.595718 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:05.596350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:05.610461 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b6925ed7-6367-4c13-a215-272b28725227 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389820 Jul 07 18:32:08.901110 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062', '167101cc-75c3-444b-a1ec-dfee46bcb92e', '3da6e761-2dbe-47a1-95f6-1debc45f1984'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:08.912933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Request body: {'port': {'device_id': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:08.990100 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.147285 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082c01c-3b01-4268-bbe8-82bb15aaa72b req-feec3aa4-448f-42c5-b901-cdf06534901a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.148784 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4082c01c-3b01-4268-bbe8-82bb15aaa72b req-feec3aa4-448f-42c5-b901-cdf06534901a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 931 time: 0.0710032 Jul 07 18:32:09.187779 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4082c01c-3b01-4268-bbe8-82bb15aaa72b req-51e1bc42-d842-4dc1-9869-849be4c09025 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Jul 07 18:32:09.272861 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59257ca-559b-4d86-a71f-fe52650ec34b req-e2c6ca77-c7c6-4766-9cc1-d17474d54b2c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.274339 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e59257ca-559b-4d86-a71f-fe52650ec34b req-e2c6ca77-c7c6-4766-9cc1-d17474d54b2c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1484523 Jul 07 18:32:09.347823 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e59257ca-559b-4d86-a71f-fe52650ec34b req-7eefdc31-a1bc-4292-99dd-6faa1dbe1884 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Jul 07 18:32:09.349798 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42170656-6380-476d-9da2-7ddf5f1d0aa0 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:09.357972 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.374729 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Transition to ACTIVE for port object 42170656-6380-476d-9da2-7ddf5f1d0aa0 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:09.377844 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.430380 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Pushing event updated for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.503878 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Attempting to bind port 42170656-6380-476d-9da2-7ddf5f1d0aa0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:09.504228 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Attempting to bind port 42170656-6380-476d-9da2-7ddf5f1d0aa0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:09.504553 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Attempting to bind port 42170656-6380-476d-9da2-7ddf5f1d0aa0 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:09.508709 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Port 42170656-6380-476d-9da2-7ddf5f1d0aa0 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:09.509026 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Attempting to bind port 42170656-6380-476d-9da2-7ddf5f1d0aa0 on network 7603c201-4698-4c01-b2c2-ef29141dfc67 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:09.513712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:09.514042 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Checking segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:09.514420 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Bound using segment: {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:09.514835 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Bound port: 42170656-6380-476d-9da2-7ddf5f1d0aa0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30df01c3-3e45-4a7c-955a-aa1b2d9c915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:09.515186 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.576554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:09.579469 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:09.583418 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.617706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.618452 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:09.619823 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] 10.222.0.103 "PUT /v2.0/ports/42170656-6380-476d-9da2-7ddf5f1d0aa0 HTTP/1.1" status: 200 len: 1093 time: 0.7112491 Jul 07 18:32:09.620276 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:09.623530 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad05ba-1707-48b3-aa24-9d22b185bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:09.653745 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0f0b-872f-4fa7-869e-03fafafce06c service neutron] Pushing event updated for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:09.670550 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e3812-eaff-4f78-9013-6f87174a6da0 x-openstack-request-id: req-347e3812-eaff-4f78-9013-6f87174a6da0 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:09.670843 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:09.671098 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-347e3812-eaff-4f78-9013-6f87174a6da0 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:09.671493 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0', 'status': 'completed', 'code': 200} Jul 07 18:32:09.726273 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-4f7ba146-a2c1-46ef-9dc9-9c68da773218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.727644 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-4f7ba146-a2c1-46ef-9dc9-9c68da773218 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 1096 time: 0.0516486 Jul 07 18:32:09.768062 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-876a8bc1-a4ce-45f3-b289-5902fa698250 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0 HTTP/1.1" status: 200 len: 217 time: 0.0320880 Jul 07 18:32:09.822115 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-3fcf2a2b-f32c-41bd-bf04-70389fbc4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:09.823503 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-3fcf2a2b-f32c-41bd-bf04-70389fbc4a92 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0452821 Jul 07 18:32:09.864139 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-57a74e80-9263-4a97-81a9-e78205e124f0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270610 Jul 07 18:32:09.969523 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-b02b8f4e-bcfd-4fe0-bd89-30a45b22d379 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Jul 07 18:32:10.073697 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d94de5f6-99fc-4f5f-9421-8ecacf3998b8 req-0c67f32f-e73b-4c73-af08-e96b4969ad95 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956087 Jul 07 18:32:10.191167 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-c6348cf5-bd1d-4047-8fb7-87196973e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.192541 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-c6348cf5-bd1d-4047-8fb7-87196973e1db service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 1096 time: 0.0512595 Jul 07 18:32:10.286959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-09ca1e79-3448-454f-bfd2-14f0f0efcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.288364 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-09ca1e79-3448-454f-bfd2-14f0f0efcd6a service neutron] 10.222.0.103 "GET /v2.0/networks?id=7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 200 len: 917 time: 0.0870540 Jul 07 18:32:10.363580 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-c2265d96-f399-4a05-864c-d81441e147a9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0 HTTP/1.1" status: 200 len: 217 time: 0.0556777 Jul 07 18:32:10.444198 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edd631-c730-4641-bc0b-fe4b49775f55 req-e124b7eb-8d9e-4cac-b0b0-d1b9c67bbbcc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.445848 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-35edd631-c730-4641-bc0b-fe4b49775f55 req-e124b7eb-8d9e-4cac-b0b0-d1b9c67bbbcc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 943 time: 0.1465378 Jul 07 18:32:10.447554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-64f73961-597d-4822-92ad-1f556ffa3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.448925 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-64f73961-597d-4822-92ad-1f556ffa3390 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 200 len: 855 time: 0.0757062 Jul 07 18:32:10.506945 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-07dd0cda-382d-43a3-9915-2c9d3f25b403 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7603c201-4698-4c01-b2c2-ef29141dfc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385878 Jul 07 18:32:10.525997 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-35edd631-c730-4641-bc0b-fe4b49775f55 req-2d4f14b9-7ba1-4981-b7fe-f98c5862e73d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726929 Jul 07 18:32:10.594223 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33431733-2ab9-4339-bc7b-b67244efe5a4 req-2fc7febe-2446-4fa7-861a-115b82139668 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:10.596892 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-33431733-2ab9-4339-bc7b-b67244efe5a4 req-2fc7febe-2446-4fa7-861a-115b82139668 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0988355 Jul 07 18:32:10.629990 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-5c067f5d-a58f-44fb-b608-c669108b2ab6 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029377 Jul 07 18:32:10.645700 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-33431733-2ab9-4339-bc7b-b67244efe5a4 req-d9966e26-78ef-4c2f-b3ed-8d83aea2338f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jul 07 18:32:10.740564 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5ad05ba-1707-48b3-aa24-9d22b185bf30 req-c4a46363-9831-470c-b2ee-9278972a6334 service neutron] 10.222.0.103 "GET /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011600 Jul 07 18:32:11.233116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-b0208fcb-1711-4bca-b81e-3aea56579626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.235652 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-b0208fcb-1711-4bca-b81e-3aea56579626 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.0588031 Jul 07 18:32:11.360751 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-555171e8-046d-4879-9098-86ff584cb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.362353 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-555171e8-046d-4879-9098-86ff584cb80a service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.1001709 Jul 07 18:32:11.427255 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-90b5804b-54fd-422a-b6a6-f38521a02baf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.0343103 Jul 07 18:32:11.481821 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-83f6df7d-2d31-4840-a826-86c142045df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.483221 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-83f6df7d-2d31-4840-a826-86c142045df2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0445819 Jul 07 18:32:11.525017 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-aea8d9db-c892-4273-8b33-9910103e0923 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279553 Jul 07 18:32:11.620244 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-ef8219dc-b42f-42bc-896b-5bfea02861dc service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Jul 07 18:32:11.763307 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f414ca3-39b0-4976-a655-266d0f5e5319 req-69737dab-4ab0-4301-b256-4a980b35809c service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295145 Jul 07 18:32:11.773638 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed5ef-b324-45de-bff1-1ab5246eb43f req-b9e101c1-3f39-4ef8-a64c-1326bd56e92a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.774134 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-084ed5ef-b324-45de-bff1-1ab5246eb43f req-b9e101c1-3f39-4ef8-a64c-1326bd56e92a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 943 time: 0.1229985 Jul 07 18:32:11.834725 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:11.836840 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-084ed5ef-b324-45de-bff1-1ab5246eb43f req-8cea7bd8-5daf-4fa5-8df7-7db5541e81b4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Jul 07 18:32:11.852668 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebb8f2-2e41-4de3-b679-bf9fe85c61d0 req-c07ea2ec-952f-419d-892e-38aee8400831 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:11.854961 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-68ebb8f2-2e41-4de3-b679-bf9fe85c61d0 req-c07ea2ec-952f-419d-892e-38aee8400831 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0863280 Jul 07 18:32:11.896263 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-68ebb8f2-2e41-4de3-b679-bf9fe85c61d0 req-fd2a2dfb-371d-4a0f-a55b-f78f5b47c807 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 07 18:32:12.152184 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:12.914890 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 42170656-6380-476d-9da2-7ddf5f1d0aa0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:13.028447 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756f953-1c17-4ca3-9e1d-a390b3db55c8 req-dc21475c-bccb-49ea-811b-ba1a828c3e16 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:13.030232 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f756f953-1c17-4ca3-9e1d-a390b3db55c8 req-dc21475c-bccb-49ea-811b-ba1a828c3e16 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 943 time: 0.0743043 Jul 07 18:32:13.053302 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:13.067568 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '42170656-6380-476d-9da2-7ddf5f1d0aa0', 'network_id': '7603c201-4698-4c01-b2c2-ef29141dfc67', 'port_id': '42170656-6380-476d-9da2-7ddf5f1d0aa0', 'mac_address': 'fa:16:3e:7e:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd081d88-4260-4aaa-95a7-a699a972cdf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:13.097102 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f756f953-1c17-4ca3-9e1d-a390b3db55c8 req-a04df7b7-4d7b-45a6-9546-4bea8eeb4478 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597463 Jul 07 18:32:13.111316 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.128035 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42170656-6380-476d-9da2-7ddf5f1d0aa0 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:13.129777 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b487acb-974c-40d8-8556-6b3530988fb4 req-c5745047-0035-4ae0-aa67-bf35e2fba1a8 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:13.131280 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6b487acb-974c-40d8-8556-6b3530988fb4 req-c5745047-0035-4ae0-aa67-bf35e2fba1a8 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0861146 Jul 07 18:32:13.149471 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:13.162857 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.188616 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6b487acb-974c-40d8-8556-6b3530988fb4 req-5be5e7a1-4baf-44f7-a8d0-72e04e5331a8 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 Jul 07 18:32:13.216848 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4744d-57f0-4284-91e6-514bc5d0247f req-6225552d-6577-4f14-bac1-e3d5682306c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:13.220314 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0ae4744d-57f0-4284-91e6-514bc5d0247f req-6225552d-6577-4f14-bac1-e3d5682306c3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.0818210 Jul 07 18:32:13.222794 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.230341 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.230686 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.231026 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.231356 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.231722 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.232101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.232399 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.232720 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.233039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.233357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.233673 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.234029 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.265181 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0ae4744d-57f0-4284-91e6-514bc5d0247f req-3dba2912-7f40-4c4c-9316-22af32790fac service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jul 07 18:32:13.358157 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 59048) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:13.457136 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-67bd462c-c9f9-4bc4-9189-28c358040626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.549964 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-67bd462c-c9f9-4bc4-9189-28c358040626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.553663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-67bd462c-c9f9-4bc4-9189-28c358040626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.595290 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-67bd462c-c9f9-4bc4-9189-28c358040626 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d9a8c24a3d14e7b8206342e83a05dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359350 Jul 07 18:32:13.596157 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd462c-c9f9-4bc4-9189-28c358040626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47ed04-5a25-484f-821c-149f813545e9,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.597961 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59056) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:13.648420 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.672486 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.720411 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.722887 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:13.724163 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f47ed04-5a25-484f-821c-149f813545e9 HTTP/1.1" status: 204 len: 168 time: 0.1244650 Jul 07 18:32:13.731943 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47ed04-5a25-484f-821c-149f813545e9,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:13.740113 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.740459 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.740801 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.741135 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.741470 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.741821 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.742150 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.742707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.742824 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.743223 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.743549 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.743868 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee65963-ae8b-45a8-ba78-470168961a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:32:13.812702 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['42170656-6380-476d-9da2-7ddf5f1d0aa0'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:14.275632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0fc71-f1ba-45ae-a0f3-3c534551770d req-ca67591f-932d-4330-bce1-c08c336dc7d8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:14.277271 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9af0fc71-f1ba-45ae-a0f3-3c534551770d req-ca67591f-932d-4330-bce1-c08c336dc7d8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 944 time: 0.0731750 Jul 07 18:32:14.317262 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9af0fc71-f1ba-45ae-a0f3-3c534551770d req-491b94a0-b5a7-481f-a23c-b3b85b3f61c4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Jul 07 18:32:14.362611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59088) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:14.372175 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6519a-d0a7-45fa-9f74-66aaaefc8597 req-5226a9f7-2c1a-415e-9525-22a020ea42fb tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:14.373889 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27a6519a-d0a7-45fa-9f74-66aaaefc8597 req-5226a9f7-2c1a-415e-9525-22a020ea42fb tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0770133 Jul 07 18:32:14.424258 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27a6519a-d0a7-45fa-9f74-66aaaefc8597 req-921ecf0d-6c44-4c95-a833-84e29362dea5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Jul 07 18:32:14.472571 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681630133-network', 'tenant_id': '7646778fafb34dc4a4bf58713e3f1a87'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:14.492536 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Made reservation on behalf of 7646778fafb34dc4a4bf58713e3f1a87 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:14.494731 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.503046 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.586175 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.589820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.610977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:32:14.623631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973912b7-c789-44e3-b7b3-8f59f8a2b6a7,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.628245 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.628577 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Added segment 03a5505e-ce9d-4ecc-9742-b7b8310c383c of type vlan for network 5e01e505-e8ac-4d0a-a103-45656196922c Jul 07 18:32:14.666691 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.696064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.697012 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:14.697598 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.752712 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3889134 Jul 07 18:32:14.755587 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 59098) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:14.763987 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Request body: {'subnet': {'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681630133-subnet', 'tenant_id': '7646778fafb34dc4a4bf58713e3f1a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:14.766863 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84f156-9181-4461-a03a-5ce877fc1bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e01e505-e8ac-4d0a-a103-45656196922c,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:14.778154 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 5e01e505-e8ac-4d0a-a103-45656196922c details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:32:14.793473 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Made reservation on behalf of 7646778fafb34dc4a4bf58713e3f1a87 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:14.796289 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:14.961127 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.005262 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0bab40-275d-4fd0-b1af-9d1759f1da1b,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:15.028413 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Checking segment: {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:15.028772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Network hostable DHCP agents. Network: 5e01e505-e8ac-4d0a-a103-45656196922c, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:32:15.045093 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Network 5e01e505-e8ac-4d0a-a103-45656196922c is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:32:15.053582 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 5e01e505-e8ac-4d0a-a103-45656196922c) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:15.057656 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.058353 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.063078 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56ca65-dfde-4642-b3d2-4f26ce81f13c None None] Network 5e01e505-e8ac-4d0a-a103-45656196922c requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:15.072718 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-b1ffddba-cbd9-445d-8b09-718e30ed419d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3157701 Jul 07 18:32:15.186411 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7aab0-3146-48f7-b80b-2ab90953adb1 None None] Network 5e01e505-e8ac-4d0a-a103-45656196922c requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:32:15.538810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2805d-f05c-4199-9615-dd158fb1f8a4 req-d513957b-8c0c-4945-9252-7477bf264b7d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.540462 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8c2805d-f05c-4199-9615-dd158fb1f8a4 req-d513957b-8c0c-4945-9252-7477bf264b7d tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 944 time: 0.0986779 Jul 07 18:32:15.594169 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8c2805d-f05c-4199-9615-dd158fb1f8a4 req-8bb684b2-af98-409a-b211-d52015264358 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Jul 07 18:32:15.642264 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd28ee-4d14-4bb7-aeaa-1547a50b52e8 req-8091513b-2401-4226-aa8c-1a7f4108b16c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:15.643864 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43dd28ee-4d14-4bb7-aeaa-1547a50b52e8 req-8091513b-2401-4226-aa8c-1a7f4108b16c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1019704 Jul 07 18:32:15.681860 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43dd28ee-4d14-4bb7-aeaa-1547a50b52e8 req-371e6f46-258f-41c6-810b-d2729912cd71 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Jul 07 18:32:15.747035 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 59124) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:15.849679 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c03ccbcd-4ea7-48a5-a8ef-89a1eeec8f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.939792 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c03ccbcd-4ea7-48a5-a8ef-89a1eeec8f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.944160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c03ccbcd-4ea7-48a5-a8ef-89a1eeec8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:15.984993 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c03ccbcd-4ea7-48a5-a8ef-89a1eeec8f79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4779de483bfd4cdda85992782261a5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360110 Jul 07 18:32:15.988203 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 59136) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:16.006201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ccbcd-4ea7-48a5-a8ef-89a1eeec8f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbc40e-c9e1-4922-bcda-71f34dea35bb,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.092052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.139683 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.196172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-e1eda734-d3ad-4c3c-bb7e-7ddd43e82295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.197554 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-e1eda734-d3ad-4c3c-bb7e-7ddd43e82295 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.1469185 Jul 07 18:32:16.209935 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66e3f-5bd1-47aa-ad89-114c27133405 req-674e28d1-03bb-4784-af52-94810b1b9384 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.211297 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e2c66e3f-5bd1-47aa-ad89-114c27133405 req-674e28d1-03bb-4784-af52-94810b1b9384 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1305230 Jul 07 18:32:16.267195 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.269738 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:16.270848 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cdbc40e-c9e1-4922-bcda-71f34dea35bb HTTP/1.1" status: 204 len: 168 time: 0.2794530 Jul 07 18:32:16.293042 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a492e-bd34-40ee-a3e6-f58ba7838623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbc40e-c9e1-4922-bcda-71f34dea35bb,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:16.314301 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e2c66e3f-5bd1-47aa-ad89-114c27133405 req-ccc57ef2-1142-4776-b205-9936ea11d5e4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Jul 07 18:32:16.341790 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-3b41c9ed-513c-4877-a9c9-e83d433daf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.343233 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-3b41c9ed-513c-4877-a9c9-e83d433daf89 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.1308300 Jul 07 18:32:16.357976 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-2480906d-bc5c-47e3-a9d8-400be1a29c6f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961496021&fields=id&tenant_id=f24e01d957cb406690ff88a0440cc049 HTTP/1.1" status: 200 len: 267 time: 0.0518973 Jul 07 18:32:16.393453 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-1c439563-d12a-4cab-ac6c-4cd6bf67afc9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.0357742 Jul 07 18:32:16.452610 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-2f8fa50b-4628-4bbf-8fa5-63c9984547da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.454077 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-2f8fa50b-4628-4bbf-8fa5-63c9984547da service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0464947 Jul 07 18:32:16.488586 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-060f7d84-6d99-4608-9613-ab18ff0b73f3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.490181 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-060f7d84-6d99-4608-9613-ab18ff0b73f3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 809 time: 0.1232674 Jul 07 18:32:16.490751 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-ea0ceebd-3bad-40fa-8bcc-a4388c3273af service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276372 Jul 07 18:32:16.506737 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-cfdb4a5a-976c-4038-9bd9-dc6eccf503ed tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/quotas/f24e01d957cb406690ff88a0440cc049 HTTP/1.1" status: 200 len: 375 time: 0.0104382 Jul 07 18:32:16.578957 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-cb8b6013-6d75-4777-ad8b-b14dda47b2da tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662589 Jul 07 18:32:16.589751 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-1b61f9ae-3d8c-464c-a610-9de09703ab49 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865610 Jul 07 18:32:16.678484 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-8e6cab77-34c3-47b9-96a7-53a74950f896 service neutron] 10.222.0.58 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877757 Jul 07 18:32:16.689708 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7fb47cc4-2332-4a17-b109-1e67898a5f58 req-ee74a871-ac9c-4b92-a393-85ef344b61f2 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907028 Jul 07 18:32:16.788672 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-0c398e1a-f2b8-4f0c-86fb-7059d1fc24d5 service neutron] 10.222.0.58 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042678 Jul 07 18:32:16.798218 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a947e89-8ba6-43a2-b692-0c91986970a3 req-81b98d86-1373-429a-b249-9a21988f74e5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:16.799700 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5a947e89-8ba6-43a2-b692-0c91986970a3 req-81b98d86-1373-429a-b249-9a21988f74e5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 944 time: 0.0680206 Jul 07 18:32:16.836514 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5a947e89-8ba6-43a2-b692-0c91986970a3 req-f976d358-1385-46e3-8f63-3b36bb6bca9a tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 07 18:32:16.917958 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 42170656-6380-476d-9da2-7ddf5f1d0aa0 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:16.967960 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 42170656-6380-476d-9da2-7ddf5f1d0aa0 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:16.972726 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 42170656-6380-476d-9da2-7ddf5f1d0aa0 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:16.973164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.026410 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-efd92a59-11ae-417e-8fc3-efdd405b0882 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.032327 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-efd92a59-11ae-417e-8fc3-efdd405b0882 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 809 time: 0.1200085 Jul 07 18:32:17.043714 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-1c6a45d7-7377-494e-b304-bab032296bcd tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/quotas/7646778fafb34dc4a4bf58713e3f1a87 HTTP/1.1" status: 200 len: 375 time: 0.0100501 Jul 07 18:32:17.071075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.095171 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-f7a457fb-5c5a-480f-931e-83184bbe446f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439641 Jul 07 18:32:17.110652 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:17.113216 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64503cd-89ab-4135-86e9-6a368ccc0f2d" -d '{"events": [{"server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "name": "network-vif-plugged", "status": "completed", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:17.133095 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:17.137834 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:17.142610 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dbfc48f2-d67f-433d-94cc-6fd27f7fbac1 req-68411f41-db4b-41af-850b-32beea5880fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0636537 Jul 07 18:32:17.200501 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-07fd37f5-fd4d-450e-9945-e7719239fd5e service neutron] 10.222.0.58 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044326 Jul 07 18:32:17.210211 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:17.360467 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf62981-f1ad-4ef6-b8bf-b6ab5f1c9aaa x-openstack-request-id: req-6cf62981-f1ad-4ef6-b8bf-b6ab5f1c9aaa {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:17.361199 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "name": "network-vif-plugged", "status": "completed", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:17.361673 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6cf62981-f1ad-4ef6-b8bf-b6ab5f1c9aaa {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:17.362231 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0', 'code': 200} Jul 07 18:32:17.523702 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-af7f322f-e591-44f2-bb3c-f705114935a6 service neutron] 10.222.0.58 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223531 Jul 07 18:32:17.623669 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04977c3c-9031-42a4-a430-35913b05c8fb req-34ae9dbd-3910-4300-9d83-3abf142a592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.625406 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-04977c3c-9031-42a4-a430-35913b05c8fb req-34ae9dbd-3910-4300-9d83-3abf142a592a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 1098 time: 0.0601261 Jul 07 18:32:17.678988 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-04977c3c-9031-42a4-a430-35913b05c8fb req-22bcec6e-fabc-4ae5-984c-bf27b1cba2e0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393384 Jul 07 18:32:17.716810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d80bbf-331d-4da4-8c28-38afdb19c765 req-6979d727-ca73-4b9c-94a0-e3e7ed427f9f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:17.718371 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a4d80bbf-331d-4da4-8c28-38afdb19c765 req-6979d727-ca73-4b9c-94a0-e3e7ed427f9f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0829506 Jul 07 18:32:17.725677 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-32a3064c-d12a-4f7c-87de-18e2b8b20a25 req-b8d5be3f-66a8-4bcb-be7b-bd3cb6203355 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 210 time: 0.0288515 Jul 07 18:32:17.758682 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a4d80bbf-331d-4da4-8c28-38afdb19c765 req-329ae603-847e-4ccc-a16f-f3d8373a6817 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Jul 07 18:32:18.012307 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae2b9-d4e5-431f-8558-edc1a3405613 req-8a30eafb-4325-4b6b-9c20-fe8f43b4f461 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.013852 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9eaae2b9-d4e5-431f-8558-edc1a3405613 req-8a30eafb-4325-4b6b-9c20-fe8f43b4f461 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.0619774 Jul 07 18:32:18.055237 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9eaae2b9-d4e5-431f-8558-edc1a3405613 req-64416dc8-6516-4259-b390-bb49373f6601 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Jul 07 18:32:18.283622 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b9356785-2063-410e-9e55-2b3500ee7c52 req-1c2d3f53-69a3-4a11-bba8-178ca7051630 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jul 07 18:32:18.574640 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-dd9f2275-2f8e-4bb4-adf6-f43381b8050a tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.576151 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-dd9f2275-2f8e-4bb4-adf6-f43381b8050a tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 809 time: 0.1105130 Jul 07 18:32:18.660255 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-d25033ab-b633-41f4-9617-169452ba2471 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f24e01d957cb406690ff88a0440cc049 HTTP/1.1" status: 200 len: 379 time: 0.0365131 Jul 07 18:32:18.675980 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'port': {'device_id': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'admin_state_up': True, 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'security_groups': ['61bc02e1-758d-48e0-8c9f-4063fd685435']}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:18.793516 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Made reservation on behalf of f24e01d957cb406690ff88a0440cc049 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:18.797320 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:18.891123 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fe7d698-e33e-42af-bff0-4e5978015f3d req-0487760c-8fee-4e5c-9592-20b8ebb6d05a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 210 time: 0.0399501 Jul 07 18:32:18.935870 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acd72-5649-46db-a46d-6c2b5978e9f8 req-684cf565-5da6-4919-9e3c-beef0341fce6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:18.937882 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d30acd72-5649-46db-a46d-6c2b5978e9f8 req-684cf565-5da6-4919-9e3c-beef0341fce6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0614376 Jul 07 18:32:18.955445 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Allocated IP 172.20.0.9 (5b30401d-023d-4383-ab0e-9d578518c44c/2b1749e2-ccbe-47eb-99d5-100f7391fa32/79ab52b2-94df-4fcc-89e1-e2e717af42c1) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:18.976981 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d30acd72-5649-46db-a46d-6c2b5978e9f8 req-6e8bb95d-6a62-4b1f-917b-63193915cd13 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Jul 07 18:32:19.092068 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.107707 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Transition to ACTIVE for port object 79ab52b2-94df-4fcc-89e1-e2e717af42c1 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:19.146473 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.237805 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Network 5b30401d-023d-4383-ab0e-9d578518c44c is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:19.249794 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:19.252599 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:19.258034 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:19.325180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.325817 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.338015 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443b30-01da-4763-9ce1-b1fd0a4a533c req-7fd6afd4-f794-44e9-85f5-94dd93802508 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.340058 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98443b30-01da-4763-9ce1-b1fd0a4a533c req-7fd6afd4-f794-44e9-85f5-94dd93802508 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.1493032 Jul 07 18:32:19.421804 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-fa80039c-e965-439c-9b42-0aa9baa59f29 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494953 Jul 07 18:32:19.450627 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Request body: {'port': {'device_id': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:19.508711 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98443b30-01da-4763-9ce1-b1fd0a4a533c req-80cb9666-e1a7-4cc3-978d-8acc13424868 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529393 Jul 07 18:32:19.559071 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-3edcc5c0-f2ec-4dd2-89af-508c67ff32fd tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.564445 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-3edcc5c0-f2ec-4dd2-89af-508c67ff32fd tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 809 time: 0.2179179 Jul 07 18:32:19.595497 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Request body: {'port': {'device_id': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c', 'admin_state_up': True, 'tenant_id': '7646778fafb34dc4a4bf58713e3f1a87'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:19.611873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-aff5bcdd-768b-4ed7-a8d7-12cc0adb8535 None None] Provisioning for port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:19.616261 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-aff5bcdd-768b-4ed7-a8d7-12cc0adb8535 None None] Provisioning complete for port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:19.616661 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-aff5bcdd-768b-4ed7-a8d7-12cc0adb8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.666144 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-aff5bcdd-768b-4ed7-a8d7-12cc0adb8535 None None] Port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:32:19.669396 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:19.769984 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6277-2baf-4e2e-91e2-11837da077c9 req-8274b8d8-4116-4160-9664-5e03c4b97f65 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:19.777124 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-330f6277-2baf-4e2e-91e2-11837da077c9 req-8274b8d8-4116-4160-9664-5e03c4b97f65 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 931 time: 0.0764377 Jul 07 18:32:19.818518 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-330f6277-2baf-4e2e-91e2-11837da077c9 req-a53903c2-3fc2-470a-af26-76530c4958ae tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404093 Jul 07 18:32:19.849097 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Made reservation on behalf of 7646778fafb34dc4a4bf58713e3f1a87 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:19.853262 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.035536 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5df535cc-34f5-449a-b1ed-c63f993d5f00 req-c6368b8c-009d-4177-b85d-5b9183bbd699 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 210 time: 0.0293863 Jul 07 18:32:20.101351 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Allocated IP 172.20.0.7 (5e01e505-e8ac-4d0a-a103-45656196922c/ec0bab40-275d-4fd0-b1af-9d1759f1da1b/6196e9e8-8bf4-43cc-8ddf-356f9c9afb64) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:20.155434 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ab52b2-94df-4fcc-89e1-e2e717af42c1 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:20.168845 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.213851 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Transition to ACTIVE for port object 79ab52b2-94df-4fcc-89e1-e2e717af42c1 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:20.221763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.295221 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18672ec6-aa08-4cb6-b6ce-ad99e898750f req-273b6d27-242b-41ca-9b0f-f96ee28b4d1d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.296823 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-18672ec6-aa08-4cb6-b6ce-ad99e898750f req-273b6d27-242b-41ca-9b0f-f96ee28b4d1d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1973233 Jul 07 18:32:20.349637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.428949 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-18672ec6-aa08-4cb6-b6ce-ad99e898750f req-d652d01e-81a6-4b23-8072-c9f12e74396d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231120 Jul 07 18:32:20.454531 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.487156 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Attempting to bind port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:20.487495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Attempting to bind port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:20.487825 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Attempting to bind port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 on network 5b30401d-023d-4383-ab0e-9d578518c44c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:20.494473 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 on network 5b30401d-023d-4383-ab0e-9d578518c44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:20.494799 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Attempting to bind port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 on network 5b30401d-023d-4383-ab0e-9d578518c44c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:20.508766 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:20.509107 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Checking segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:20.509493 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Bound using segment: {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:20.509927 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Bound port: 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c578f75-c303-472f-a337-2cf86a448b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:20.510285 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.555528 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.628190 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Network 5e01e505-e8ac-4d0a-a103-45656196922c is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:20.635842 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Pushing event updated for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.640085 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:20.642668 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:20.645950 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:20.647131 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:20.675075 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.697030 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f7e1e-f2e8-484f-a710-f646abfa4b16 req-cc936bb8-3e7c-400b-be59-ae1415458c0b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.698929 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f69f7e1e-f2e8-484f-a710-f646abfa4b16 req-cc936bb8-3e7c-400b-be59-ae1415458c0b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.0807872 Jul 07 18:32:20.737310 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.737939 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.739324 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] 10.222.0.103 "PUT /v2.0/ports/79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 1093 time: 1.3008554 Jul 07 18:32:20.741753 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:20.744072 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c75549d-dbff-400a-9cf5-cc7d893c9f93" -d '{"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:20.756367 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.757181 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:20.773048 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f69f7e1e-f2e8-484f-a710-f646abfa4b16 req-62e6f326-1863-4c12-ad02-bf4026376a70 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665209 Jul 07 18:32:20.810436 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172c0f-c742-4a2f-8b8f-1b53cd93dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:20.840185 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-ccb5c174-eb66-45da-a180-4b250c522ed6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2512152 Jul 07 18:32:20.865469 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5690aeb-829f-491e-aef0-2e1c5e5803cb x-openstack-request-id: req-e5690aeb-829f-491e-aef0-2e1c5e5803cb {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:20.866408 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:20.866678 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5690aeb-829f-491e-aef0-2e1c5e5803cb {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:20.867079 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'status': 'completed', 'code': 200} Jul 07 18:32:20.882082 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Request body: {'port': {'device_id': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:20.941952 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-b6301655-569a-469d-b4ea-afbc6fcfb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:20.943463 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-b6301655-569a-469d-b4ea-afbc6fcfb718 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1096 time: 0.1232986 Jul 07 18:32:21.036279 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-ea7dea80-72b8-4d85-bf68-33fdf485d0de service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 217 time: 0.0574374 Jul 07 18:32:21.059193 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.078837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aadd96-c23b-4006-9a06-030c3e7ba9bd req-d7a057e5-d24f-460f-adb9-a1df3e027a1d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.080660 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f3aadd96-c23b-4006-9a06-030c3e7ba9bd req-d7a057e5-d24f-460f-adb9-a1df3e027a1d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0771940 Jul 07 18:32:21.136232 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f3aadd96-c23b-4006-9a06-030c3e7ba9bd req-01a4e9a7-5475-4e22-aa3f-c4393d7ad865 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458817 Jul 07 18:32:21.149269 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-f89898ad-4e44-47eb-8be1-a652ca96e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.151456 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-f89898ad-4e44-47eb-8be1-a652ca96e5e1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.1026032 Jul 07 18:32:21.393369 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-9f2ab662-6fee-4865-9a5d-5d1f2ffc8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.394860 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-9f2ab662-6fee-4865-9a5d-5d1f2ffc8154 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2194881 Jul 07 18:32:21.421054 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc1a6-ac2b-485d-8b4a-ff5d7e93fe11 req-a81482b3-fed1-4341-9d66-29f20f8b44f1 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.422991 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-775bc1a6-ac2b-485d-8b4a-ff5d7e93fe11 req-a81482b3-fed1-4341-9d66-29f20f8b44f1 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 931 time: 0.2104900 Jul 07 18:32:21.534509 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-775bc1a6-ac2b-485d-8b4a-ff5d7e93fe11 req-dbe29b45-420a-49f5-b54a-40b469d9a07c tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002614 Jul 07 18:32:21.591944 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:21.597681 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-63453390-2534-49e8-bf67-e723869a23f1 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920133 Jul 07 18:32:21.601505 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.655255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Transition to ACTIVE for port object 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:21.663902 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.730065 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Pushing event updated for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:21.745834 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dc6fe5b-1d70-41f4-9986-5fc900540822 req-d09b825a-5550-4e03-84c8-e3cefa079e00 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384606 Jul 07 18:32:21.837518 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Attempting to bind port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:21.837863 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Attempting to bind port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:21.838191 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Attempting to bind port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 on network 5e01e505-e8ac-4d0a-a103-45656196922c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:21.847804 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 on network 5e01e505-e8ac-4d0a-a103-45656196922c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:21.848129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Attempting to bind port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 on network 5e01e505-e8ac-4d0a-a103-45656196922c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:21.857037 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:21.857370 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Checking segment: {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:21.857755 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Bound using segment: {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:21.858187 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Bound port: 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:21.858546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:21.904563 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-e5e70efa-08e6-47f1-9b43-1cee388c0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.906692 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-e5e70efa-08e6-47f1-9b43-1cee388c0a40 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1096 time: 0.1006129 Jul 07 18:32:21.958844 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117dfa0-3575-49b8-8825-bb4a4cd80af6 req-424a27d9-978a-4fe0-b352-aa48dbb10494 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:21.960348 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0117dfa0-3575-49b8-8825-bb4a4cd80af6 req-424a27d9-978a-4fe0-b352-aa48dbb10494 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0643985 Jul 07 18:32:21.985949 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:21.990673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:21.996145 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.006295 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0117dfa0-3575-49b8-8825-bb4a4cd80af6 req-9ade1f11-9cd5-4507-bc4d-87efe0e939a3 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Jul 07 18:32:22.044619 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.045246 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:22.046649 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] 10.222.0.103 "PUT /v2.0/ports/6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 HTTP/1.1" status: 200 len: 1093 time: 1.1736042 Jul 07 18:32:22.076137 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-3b447396-18d4-422b-afe4-c3811ad90e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.077599 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-3b447396-18d4-422b-afe4-c3811ad90e57 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.1630561 Jul 07 18:32:22.082616 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c6fab-f9fa-4ed5-80e6-9990008237ad service neutron] Pushing event updated for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:22.153303 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-6b111582-9f0a-44b5-a8b6-41dafcaa049c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 217 time: 0.0578575 Jul 07 18:32:22.465496 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-a91818d9-2961-4c8f-8d76-a01c537750de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.466941 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-a91818d9-2961-4c8f-8d76-a01c537750de service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0913503 Jul 07 18:32:22.488673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d902ae65-f7fb-45a6-af2f-779ed1bc73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.490112 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-d902ae65-f7fb-45a6-af2f-779ed1bc73d6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 1096 time: 0.3460636 Jul 07 18:32:22.556110 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-e193636c-0bc0-415c-ab40-3f6366635bb6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 HTTP/1.1" status: 200 len: 217 time: 0.0457323 Jul 07 18:32:22.571401 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16095e1c-3c0b-4530-9a5c-fa04cb6622c7 req-681bb2de-13aa-421d-bea3-23f6f9d4e627 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.572936 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-16095e1c-3c0b-4530-9a5c-fa04cb6622c7 req-681bb2de-13aa-421d-bea3-23f6f9d4e627 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.1962206 Jul 07 18:32:22.644615 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-31a5f23c-bc28-49d3-bf3b-26d02718dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.646079 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-31a5f23c-bc28-49d3-bf3b-26d02718dc44 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1673450 Jul 07 18:32:22.658895 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-fbf1e6d1-dbf4-4c4b-9b58-710f3dc6172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.660109 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-fbf1e6d1-dbf4-4c4b-9b58-710f3dc6172f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec0bab40-275d-4fd0-b1af-9d1759f1da1b HTTP/1.1" status: 200 len: 849 time: 0.0848737 Jul 07 18:32:22.673511 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-16095e1c-3c0b-4530-9a5c-fa04cb6622c7 req-ffa92e92-6f2d-4807-9583-fa0890fe706a tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901616 Jul 07 18:32:22.740512 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-62679784-60fe-464d-9a24-afc8888eaa42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5e01e505-e8ac-4d0a-a103-45656196922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541246 Jul 07 18:32:22.865748 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-82651620-63ad-48d7-8477-5ba59b744dc1 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046759 Jul 07 18:32:22.868375 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:22.870682 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a889e320-8a93-4ab8-bd67-76c7ebf0da04" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:22.919677 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88edc7af-d454-4056-9c1c-a00f86761593 x-openstack-request-id: req-88edc7af-d454-4056-9c1c-a00f86761593 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:22.920312 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:22.920312 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88edc7af-d454-4056-9c1c-a00f86761593 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:22.920588 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64', 'status': 'completed', 'code': 200} Jul 07 18:32:22.955864 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-bf8ea93d-fb6b-416a-af30-a05521de31d2 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059097 Jul 07 18:32:22.985494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885e9cf-34ff-4ddb-8e99-7882555e215a req-1a721da3-a9a3-480d-99fa-67ae4aaf7adb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:22.986964 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8885e9cf-34ff-4ddb-8e99-7882555e215a req-1a721da3-a9a3-480d-99fa-67ae4aaf7adb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 943 time: 0.1766565 Jul 07 18:32:23.095264 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8885e9cf-34ff-4ddb-8e99-7882555e215a req-4c27ab52-7bfc-4ace-a806-0655c45db851 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978634 Jul 07 18:32:23.098802 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c75549d-dbff-400a-9cf5-cc7d893c9f93 req-7def49f6-fb65-4cae-a5af-0fbeff405b27 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099319 Jul 07 18:32:23.115502 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87f1b01c-25d7-42fb-b194-f16eb958533e req-303139ae-eb98-4dea-a948-9819f8d964a6 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483428 Jul 07 18:32:23.237370 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-54b29c12-309e-4e9c-bfae-9d3a9645408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.238748 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-54b29c12-309e-4e9c-bfae-9d3a9645408d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 1096 time: 0.0522270 Jul 07 18:32:23.331637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-37926ccd-be93-4005-8ae4-2570d9eba4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.333125 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-37926ccd-be93-4005-8ae4-2570d9eba4a8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 911 time: 0.0849652 Jul 07 18:32:23.378286 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-433b0b35-92d6-4b27-9beb-b7573d6e6a07 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 HTTP/1.1" status: 200 len: 217 time: 0.0333200 Jul 07 18:32:23.439796 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-7c49240e-b0ca-4f9d-ab7d-a6c0fe58ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.441213 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-7c49240e-b0ca-4f9d-ab7d-a6c0fe58ae38 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec0bab40-275d-4fd0-b1af-9d1759f1da1b HTTP/1.1" status: 200 len: 849 time: 0.0418835 Jul 07 18:32:23.478175 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-ffe34806-7b2f-45ff-8065-e5f86cd54a63 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5e01e505-e8ac-4d0a-a103-45656196922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294697 Jul 07 18:32:23.567573 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-ed95a0cd-d31c-4c1c-8397-3ad63b18e3db service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788639 Jul 07 18:32:23.669164 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a889e320-8a93-4ab8-bd67-76c7ebf0da04 req-34e5dc62-4843-4204-bc35-f4eb72406b3b service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826681 Jul 07 18:32:23.847061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07060-acda-47d2-b6f1-f32faa826266 req-e8d67a69-996e-4090-9120-cf82ab23b824 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:23.848688 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-83a07060-acda-47d2-b6f1-f32faa826266 req-e8d67a69-996e-4090-9120-cf82ab23b824 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0653703 Jul 07 18:32:23.889927 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-83a07060-acda-47d2-b6f1-f32faa826266 req-01262c60-e668-4252-b941-2c7332d8f753 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348558 Jul 07 18:32:24.276995 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946c32-47c1-46a8-b430-e8c099fe9bce req-8b401b69-b28d-4e4f-b5e5-a8ffeb84639f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:24.278469 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fb946c32-47c1-46a8-b430-e8c099fe9bce req-8b401b69-b28d-4e4f-b5e5-a8ffeb84639f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 943 time: 0.0633769 Jul 07 18:32:24.315260 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fb946c32-47c1-46a8-b430-e8c099fe9bce req-f76880cd-46f1-4add-93e1-5ea9d6b5c543 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Jul 07 18:32:24.702065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fc6b73c5-451d-45c4-8a6c-ff05c8124892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:25.061610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d040d-00f9-402d-9c65-f0cb7a8544ad req-38242509-7cf7-446d-88e6-32a9a7d7bbb3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.063673 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2e7d040d-00f9-402d-9c65-f0cb7a8544ad req-38242509-7cf7-446d-88e6-32a9a7d7bbb3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0616627 Jul 07 18:32:25.099000 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2e7d040d-00f9-402d-9c65-f0cb7a8544ad req-321107bb-3af8-462f-830e-9b1fe3b25a74 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297935 Jul 07 18:32:25.487470 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f6fe4-63ba-4ba0-93d6-9f3ea2f96ef2 req-6496cd8f-3aec-4694-b703-6563f27baf93 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:25.489109 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-379f6fe4-63ba-4ba0-93d6-9f3ea2f96ef2 req-6496cd8f-3aec-4694-b703-6563f27baf93 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 943 time: 0.0642345 Jul 07 18:32:25.525994 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-379f6fe4-63ba-4ba0-93d6-9f3ea2f96ef2 req-0dbbacb5-59a7-4232-94b4-fc1c56511ad6 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Jul 07 18:32:26.273515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eec9c8-6426-4471-95e2-b71c518acf7c req-9639f185-04bf-4c27-aa09-6b76dfa30794 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.274894 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5eec9c8-6426-4471-95e2-b71c518acf7c req-9639f185-04bf-4c27-aa09-6b76dfa30794 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0637558 Jul 07 18:32:26.311312 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5eec9c8-6426-4471-95e2-b71c518acf7c req-bde09c9e-74d1-4edb-8660-34749ec92ce0 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Jul 07 18:32:26.704453 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85748-a7ba-4723-9145-ce2247618b69 req-2053d24e-92ea-4003-9f1c-fcc410882ee3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:26.705966 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-61d85748-a7ba-4723-9145-ce2247618b69 req-2053d24e-92ea-4003-9f1c-fcc410882ee3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 943 time: 0.0666707 Jul 07 18:32:26.743294 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-61d85748-a7ba-4723-9145-ce2247618b69 req-02ee7cb6-9864-4d27-8707-36a89a9f0ab0 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Jul 07 18:32:26.963324 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:27.063361 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:27.074251 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64', 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c', 'port_id': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64', 'mac_address': 'fa:16:3e:78:c6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0bab40-275d-4fd0-b1af-9d1759f1da1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:27.109409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.121736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:27.141714 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:27.146681 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.193285 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:27.322039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ab58-04c8-4b97-94a1-04efb1cef331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.422963 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:27.479998 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaff98-dc94-43b1-9a4b-7cc7939a962a req-3ca845cb-1da5-403c-a430-5a98ad638838 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.481462 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-58eaff98-dc94-43b1-9a4b-7cc7939a962a req-3ca845cb-1da5-403c-a430-5a98ad638838 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0622995 Jul 07 18:32:27.518471 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-58eaff98-dc94-43b1-9a4b-7cc7939a962a req-30bcb799-fba9-4974-9dd9-9808eeddf14a tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306311 Jul 07 18:32:27.595171 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['6196e9e8-8bf4-43cc-8ddf-356f9c9afb64'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:27.921182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0aae5-a863-4e26-9c01-920880c5925c req-859516d2-0f97-47d7-bdda-8cb07d745713 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:27.923151 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7bb0aae5-a863-4e26-9c01-920880c5925c req-859516d2-0f97-47d7-bdda-8cb07d745713 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 944 time: 0.0654764 Jul 07 18:32:27.958505 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7bb0aae5-a863-4e26-9c01-920880c5925c req-a2602a09-c77c-4d3f-91d2-9d553eb23e55 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298426 Jul 07 18:32:28.407495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:28.691241 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213e5fb-a65a-47e1-8145-3677d6dcdf95 req-c03de9d4-bfe2-4dab-a83d-699c29bc0c20 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:28.692793 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4213e5fb-a65a-47e1-8145-3677d6dcdf95 req-c03de9d4-bfe2-4dab-a83d-699c29bc0c20 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Jul 07 18:32:28.735760 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4213e5fb-a65a-47e1-8145-3677d6dcdf95 req-3e47d328-020d-4914-a3a8-d27384a0a3cb tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Jul 07 18:32:29.135487 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ff07c-0982-4e36-ac0a-606e297ce42b req-964d00eb-30ee-4af4-acc8-61e6be9db18a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:29.136990 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-167ff07c-0982-4e36-ac0a-606e297ce42b req-964d00eb-30ee-4af4-acc8-61e6be9db18a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 944 time: 0.0628476 Jul 07 18:32:29.173743 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-167ff07c-0982-4e36-ac0a-606e297ce42b req-9080409e-9469-446d-8994-3f0ffa0373ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 07 18:32:29.914523 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2761270-5c61-45df-80d5-1740d06a64c9 req-98fa5d6d-a3af-462d-919b-379734f4e82f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:29.916024 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f2761270-5c61-45df-80d5-1740d06a64c9 req-98fa5d6d-a3af-462d-919b-379734f4e82f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0641747 Jul 07 18:32:29.955209 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f2761270-5c61-45df-80d5-1740d06a64c9 req-6d1dad0b-3657-4c37-b9b2-6da6354d22ff tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Jul 07 18:32:30.156486 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:30.355185 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-2600f4fa-b9b1-4fb1-b729-2b89b4f4168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.356693 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-2600f4fa-b9b1-4fb1-b729-2b89b4f4168d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.1005447 Jul 07 18:32:30.364754 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0ae-f2e5-43a1-9852-c6825d3b1285 req-c28a78b8-92cc-48de-aca8-5a54e731d47a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.366093 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af5ab0ae-f2e5-43a1-9852-c6825d3b1285 req-c28a78b8-92cc-48de-aca8-5a54e731d47a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0809011 Jul 07 18:32:30.447434 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af5ab0ae-f2e5-43a1-9852-c6825d3b1285 req-6ea2a1ed-e73c-47a4-b618-fdcc5f697f50 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Jul 07 18:32:30.454421 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc79880-f22c-4297-b0d2-b4333857d7fc req-66782a57-c57a-4c7a-91d4-b3629d6af5e2 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.455930 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc79880-f22c-4297-b0d2-b4333857d7fc req-66782a57-c57a-4c7a-91d4-b3629d6af5e2 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 944 time: 0.0618145 Jul 07 18:32:30.477838 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-8cbce81a-d036-4845-826a-0611abdccad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.479301 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-8cbce81a-d036-4845-826a-0611abdccad3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.1123896 Jul 07 18:32:30.498041 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0dc79880-f22c-4297-b0d2-b4333857d7fc req-04cda942-eaf4-4a36-b4b7-eb818c0146ad tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352612 Jul 07 18:32:30.520339 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-490275b6-a79c-404d-9a6f-5f9bc3ee692d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.0331769 Jul 07 18:32:30.574755 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-77141a22-e66e-4e90-a799-66b8d37b4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:30.576132 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-77141a22-e66e-4e90-a799-66b8d37b4c11 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0402224 Jul 07 18:32:30.620628 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-a4f8c9c5-a3a0-4a2a-b135-a16f7d946211 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281365 Jul 07 18:32:30.709510 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-a83360b5-d50d-4556-bc00-ad61b6b0c53d service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766964 Jul 07 18:32:30.803729 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51ebf119-04e3-48ae-8b1b-ab7c2af9ebef req-2a527bd6-702d-41bf-acbd-72afa8feb16f service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808668 Jul 07 18:32:30.986999 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:30.989531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:31.096182 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:31.105432 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:31.105804 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.130399 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2681e2-f8ae-4a33-b4c3-623c78815b4c req-0834978a-ee59-4420-81ec-7076fda2ea54 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.131860 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ae2681e2-f8ae-4a33-b4c3-623c78815b4c req-0834978a-ee59-4420-81ec-7076fda2ea54 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0636036 Jul 07 18:32:31.136275 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:31.156296 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'mac_address': 'fa:16:3e:92:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:31.172733 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ae2681e2-f8ae-4a33-b4c3-623c78815b4c req-41ce4c8b-1a47-4c11-99bb-11f249d3b8d4 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Jul 07 18:32:31.222938 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.242445 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ab52b2-94df-4fcc-89e1-e2e717af42c1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:31.246170 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.274877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:31.280114 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:31.282367 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae84641-0e41-45f9-973e-25f580155c35" -d '{"events": [{"server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "name": "network-vif-plugged", "status": "completed", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:31.291823 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.298444 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:31.320661 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:31.323485 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061af17-98e9-42e7-974e-e6d83e7192d5 x-openstack-request-id: req-5061af17-98e9-42e7-974e-e6d83e7192d5 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:31.323761 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "name": "network-vif-plugged", "status": "completed", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:31.324083 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5061af17-98e9-42e7-974e-e6d83e7192d5 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:31.324477 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64', 'code': 200} Jul 07 18:32:31.348920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:31.403005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:31.602461 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabe48c-2198-4fea-8404-622272271d0b req-0c389dc9-3adc-4285-a29b-994008052493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.603950 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5fabe48c-2198-4fea-8404-622272271d0b req-0c389dc9-3adc-4285-a29b-994008052493 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 1098 time: 0.0804949 Jul 07 18:32:31.676877 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117744-3325-481d-9538-f7037187cf1c req-93c9220a-3a69-4cd2-ab75-62207f9c2b50 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.678525 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-79117744-3325-481d-9538-f7037187cf1c req-93c9220a-3a69-4cd2-ab75-62207f9c2b50 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jul 07 18:32:31.717402 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-79117744-3325-481d-9538-f7037187cf1c req-324abdf6-ef57-4138-bd35-073a22845311 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 07 18:32:31.774952 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['79ab52b2-94df-4fcc-89e1-e2e717af42c1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:31.856014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45c80-493d-429d-ba59-3c50b9b0c0cb req-ead9cebc-9afc-43a5-ac31-5886bc66495a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:31.857467 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-39b45c80-493d-429d-ba59-3c50b9b0c0cb req-ead9cebc-9afc-43a5-ac31-5886bc66495a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.2908447 Jul 07 18:32:31.861515 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5fabe48c-2198-4fea-8404-622272271d0b req-f08e4acc-8125-4f6a-8152-beec4a24b5fc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449400 Jul 07 18:32:31.896402 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-39b45c80-493d-429d-ba59-3c50b9b0c0cb req-b564bf8a-1fea-472e-a3f9-633db0f1ddd6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Jul 07 18:32:32.347361 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb5cbc-1de3-4ffd-994d-e4ead8b26049 req-acab0c39-be22-4d6e-af72-f87caedebd10 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:32.349023 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6deb5cbc-1de3-4ffd-994d-e4ead8b26049 req-acab0c39-be22-4d6e-af72-f87caedebd10 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 944 time: 0.0663116 Jul 07 18:32:32.387541 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6deb5cbc-1de3-4ffd-994d-e4ead8b26049 req-b9238ae9-a1b4-46e1-855a-d1ee2987846b tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Jul 07 18:32:32.891646 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab9ae-d550-478d-8fc6-cbf69bb2f7fc req-8cddc900-3077-46e1-ab8d-0c7773c0c19a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:32.893145 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5eab9ae-d550-478d-8fc6-cbf69bb2f7fc req-8cddc900-3077-46e1-ab8d-0c7773c0c19a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0625808 Jul 07 18:32:32.929348 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d5eab9ae-d550-478d-8fc6-cbf69bb2f7fc req-90d16502-4573-4a19-af32-6d313ef889d3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Jul 07 18:32:33.067435 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4e34-4ca2-47ac-a8ff-4aab31ca5dbb req-09c8b4f5-41e1-4d7e-83f8-be868662619e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:33.068963 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-45ef4e34-4ca2-47ac-a8ff-4aab31ca5dbb req-09c8b4f5-41e1-4d7e-83f8-be868662619e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0598288 Jul 07 18:32:33.109699 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-45ef4e34-4ca2-47ac-a8ff-4aab31ca5dbb req-2ba647be-d762-427c-b1e4-8dcba72b4cfc tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350766 Jul 07 18:32:33.557629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69ebea-58a4-4cc1-b68f-0d353fdfba12 req-bab97fb4-f0a5-41ee-b590-2078f8319262 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:33.559104 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c69ebea-58a4-4cc1-b68f-0d353fdfba12 req-bab97fb4-f0a5-41ee-b590-2078f8319262 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 944 time: 0.0623827 Jul 07 18:32:33.601195 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3c69ebea-58a4-4cc1-b68f-0d353fdfba12 req-822ff1f1-08b5-44ae-ba4a-8c5a7224e868 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336294 Jul 07 18:32:34.100068 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4d6b-0dc7-4336-b9b9-cc4a7d6aba0c req-a72a27d6-e5e3-4673-a8e7-4043f0be27de tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.101791 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07ba4d6b-0dc7-4336-b9b9-cc4a7d6aba0c req-a72a27d6-e5e3-4673-a8e7-4043f0be27de tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0630798 Jul 07 18:32:34.138040 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07ba4d6b-0dc7-4336-b9b9-cc4a7d6aba0c req-bb00a5f9-0164-4197-b79c-53c6f97dbd9a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301609 Jul 07 18:32:34.288080 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514c07-77d1-4f96-853e-7ea454fb3135 req-c8cf0cf3-5652-481c-a8a7-5741b17248d7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.289546 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1514c07-77d1-4f96-853e-7ea454fb3135 req-c8cf0cf3-5652-481c-a8a7-5741b17248d7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0650575 Jul 07 18:32:34.326746 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1514c07-77d1-4f96-853e-7ea454fb3135 req-27f5e4ac-5638-4fbb-bc0c-f62a9b67cdbc tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Jul 07 18:32:34.770941 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd431-aa1c-4271-b543-4342059dcb9f req-a633cd0a-adb2-4cf6-89cc-0f5c61ca1cf1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:34.772423 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8bfcd431-aa1c-4271-b543-4342059dcb9f req-a633cd0a-adb2-4cf6-89cc-0f5c61ca1cf1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 944 time: 0.0628021 Jul 07 18:32:34.808803 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8bfcd431-aa1c-4271-b543-4342059dcb9f req-5a5cc535-ce05-4287-ac86-74e9d5fcad1c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Jul 07 18:32:35.010877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:35.066572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:35.071339 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:35.071779 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.094768 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4280570-92cf-4401-a882-589d96318a91 req-234218c9-7225-427f-b557-7b769f3986d4 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.096301 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f4280570-92cf-4401-a882-589d96318a91 req-234218c9-7225-427f-b557-7b769f3986d4 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0658305 Jul 07 18:32:35.133964 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f4280570-92cf-4401-a882-589d96318a91 req-d8207052-2c17-41af-bd10-7c16a42940db tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Jul 07 18:32:35.151255 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.173316 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:35.175572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e6bd9-e5cd-4449-8f08-fa879deb827d" -d '{"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:35.188203 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:35.192489 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:35.218915 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c0712-c7ad-46ed-aa95-c6ecd4089ed7 x-openstack-request-id: req-6c2c0712-c7ad-46ed-aa95-c6ecd4089ed7 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:35.219203 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:35.219452 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c2c0712-c7ad-46ed-aa95-c6ecd4089ed7 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:35.219834 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'code': 200} Jul 07 18:32:35.241062 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:35.505242 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51056d9e-5625-406a-90d2-41fa67daff6b req-cf0b2aa0-f852-45f0-bc47-a2ece01a3776 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.507104 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51056d9e-5625-406a-90d2-41fa67daff6b req-cf0b2aa0-f852-45f0-bc47-a2ece01a3776 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0713739 Jul 07 18:32:35.547099 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-51056d9e-5625-406a-90d2-41fa67daff6b req-9e38ffe9-b2ad-4abd-b2f5-a9c3be67ce53 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jul 07 18:32:35.622201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e4f0-d5be-4d29-9ece-e184c541e0f4 req-4070358b-f8d6-46af-84a6-5f542cbcc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.623684 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7137e4f0-d5be-4d29-9ece-e184c541e0f4 req-4070358b-f8d6-46af-84a6-5f542cbcc11c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.0505702 Jul 07 18:32:35.661995 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7137e4f0-d5be-4d29-9ece-e184c541e0f4 req-bbc2a4b5-2246-47ff-bdfc-220c23a536d6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306299 Jul 07 18:32:35.983068 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c2d94-13bf-4389-b6af-6145a3a53cfe req-261707dd-f443-49e0-b7e0-94c528de9a66 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:35.985275 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-096c2d94-13bf-4389-b6af-6145a3a53cfe req-261707dd-f443-49e0-b7e0-94c528de9a66 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0637951 Jul 07 18:32:36.025921 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-096c2d94-13bf-4389-b6af-6145a3a53cfe req-40eb03da-c288-40f8-956b-621ad88d68c1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352321 Jul 07 18:32:36.326590 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0ddc5-c4ae-47fb-b7f6-5ae6466ff9a9 req-c5d40492-5d15-4897-b361-7b5febf1735a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:36.328776 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-88e0ddc5-c4ae-47fb-b7f6-5ae6466ff9a9 req-c5d40492-5d15-4897-b361-7b5febf1735a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0669615 Jul 07 18:32:36.365652 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-88e0ddc5-c4ae-47fb-b7f6-5ae6466ff9a9 req-cacd4d54-7e1c-4194-96c4-62727144766d tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jul 07 18:32:36.726411 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133cc1-fedd-4b4e-bbdf-ade7081deebd req-72027ca7-1dc3-48ec-b844-3b2ab2361e6a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:36.727941 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e0133cc1-fedd-4b4e-bbdf-ade7081deebd req-72027ca7-1dc3-48ec-b844-3b2ab2361e6a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0696673 Jul 07 18:32:36.771116 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e0133cc1-fedd-4b4e-bbdf-ade7081deebd req-35b1a828-856a-4642-ae62-86ed591c1dd6 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Jul 07 18:32:37.199555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5db27-bb8d-43d2-9910-df49734836d4 req-50f31b1c-0274-41fd-a9fc-1a7fb7f5e6a3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.201024 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9f5db27-bb8d-43d2-9910-df49734836d4 req-50f31b1c-0274-41fd-a9fc-1a7fb7f5e6a3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0613201 Jul 07 18:32:37.237513 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9f5db27-bb8d-43d2-9910-df49734836d4 req-8ab39663-ee1d-4cb2-8193-427fe3db97e5 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305066 Jul 07 18:32:37.538806 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72216-81d8-4fa6-9042-32b160df95e3 req-74736442-ab04-4340-a359-98fc5c640452 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.540304 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b2d72216-81d8-4fa6-9042-32b160df95e3 req-74736442-ab04-4340-a359-98fc5c640452 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0616250 Jul 07 18:32:37.577176 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b2d72216-81d8-4fa6-9042-32b160df95e3 req-a872e9c4-84b8-4114-8dbc-0b4b71dc66a3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jul 07 18:32:37.942946 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c589d-f885-4e3b-8adc-56e2455e91ec req-74c652c4-98ce-498e-9e64-82a2b3fae181 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:37.944387 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-828c589d-f885-4e3b-8adc-56e2455e91ec req-74c652c4-98ce-498e-9e64-82a2b3fae181 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0651581 Jul 07 18:32:37.984177 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-828c589d-f885-4e3b-8adc-56e2455e91ec req-2eb022eb-5269-4729-b53b-fa178ffac34c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Jul 07 18:32:38.424684 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f401e-2296-4e23-934e-db8683763f0b req-e00b4bf7-fbab-4161-9b8a-edfb89336b28 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.426181 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-663f401e-2296-4e23-934e-db8683763f0b req-e00b4bf7-fbab-4161-9b8a-edfb89336b28 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0723963 Jul 07 18:32:38.466175 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-663f401e-2296-4e23-934e-db8683763f0b req-e38e0b33-aba2-48a0-880a-f45f96bb8589 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jul 07 18:32:38.746351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd880c-4d9c-49fd-b69a-a92da6158b6e req-3ec81a13-22ce-4d67-99d8-dae87115dc19 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.747946 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-badd880c-4d9c-49fd-b69a-a92da6158b6e req-3ec81a13-22ce-4d67-99d8-dae87115dc19 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0613496 Jul 07 18:32:38.788617 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-badd880c-4d9c-49fd-b69a-a92da6158b6e req-978169a6-6e66-4fb2-903b-cc1378f906d5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344560 Jul 07 18:32:38.990603 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-cdb0cee3-ca46-4c91-8d0d-451ebf983fd4 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:38.992075 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-cdb0cee3-ca46-4c91-8d0d-451ebf983fd4 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 945 time: 0.0669403 Jul 07 18:32:39.128805 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Deleting port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:39.129145 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.229891 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1521e-25db-4ccd-9898-f582540e3261 req-f772bcc3-657e-4548-b977-64daec30c186 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.231354 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f8c1521e-25db-4ccd-9898-f582540e3261 req-f772bcc3-657e-4548-b977-64daec30c186 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1360805 Jul 07 18:32:39.266897 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] For port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:39.267289 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.295657 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Calling delete_port for 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:39.309134 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f8c1521e-25db-4ccd-9898-f582540e3261 req-0d20b6b6-c511-4911-b603-34c2e9ec500d tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687611 Jul 07 18:32:39.449706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.466849 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['6196e9e8-8bf4-43cc-8ddf-356f9c9afb64'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:39.504052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Pushing event deleted for resources: {'Port': ['ID=6196e9e8-8bf4-43cc-8ddf-356f9c9afb64,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:39.565278 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] No DVR routers for this DVR port 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:39.568648 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:39.570665 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26570c03-0fea-4d55-a0c9-06a48146f941 req-1c0a22ca-2671-4ecb-8560-9ac086c6c4eb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "DELETE /v2.0/ports/6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 HTTP/1.1" status: 204 len: 173 time: 0.5703919 Jul 07 18:32:39.571249 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'name': 'network-vif-deleted', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:39.573570 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0468fbee-eb56-4dbc-926a-97810d6ebe9a" -d '{"events": [{"server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "name": "network-vif-deleted", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:39.677295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409984-6ed8-4fe2-8308-c6ea64e6ed85 req-43c1d738-4037-40aa-9b09-ccd3c4a8a30e tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.679302 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ce409984-6ed8-4fe2-8308-c6ea64e6ed85 req-43c1d738-4037-40aa-9b09-ccd3c4a8a30e tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0927024 Jul 07 18:32:39.728357 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c78624-83a5-4ddf-a889-5c3696147837 x-openstack-request-id: req-00c78624-83a5-4ddf-a889-5c3696147837 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:39.728716 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe09dc1-cb21-4cc5-b19f-846e662c7b5e", "name": "network-vif-deleted", "tag": "6196e9e8-8bf4-43cc-8ddf-356f9c9afb64", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:39.729029 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00c78624-83a5-4ddf-a889-5c3696147837 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:39.729557 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe09dc1-cb21-4cc5-b19f-846e662c7b5e', 'name': 'network-vif-deleted', 'tag': '6196e9e8-8bf4-43cc-8ddf-356f9c9afb64', 'status': 'completed', 'code': 200} Jul 07 18:32:39.755136 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ce409984-6ed8-4fe2-8308-c6ea64e6ed85 req-1148d65b-5bc2-429a-b884-3ac267cdad22 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697136 Jul 07 18:32:39.875936 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb4ff-0a72-48ab-8e89-827251e25006 req-a3059088-0d63-4ccf-932e-10ea78faa8a7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.877388 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-774bb4ff-0a72-48ab-8e89-827251e25006 req-a3059088-0d63-4ccf-932e-10ea78faa8a7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0650849 Jul 07 18:32:39.915655 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-774bb4ff-0a72-48ab-8e89-827251e25006 req-4a25d78c-d3a9-4488-af58-b50a2f45903f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326223 Jul 07 18:32:39.937361 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73d76a-f1db-421f-abbe-548fd5c95f40 req-b22c152d-86f6-4284-8fb2-03891640c4a9 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:39.938822 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f73d76a-f1db-421f-abbe-548fd5c95f40 req-b22c152d-86f6-4284-8fb2-03891640c4a9 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0638449 Jul 07 18:32:39.975715 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8f73d76a-f1db-421f-abbe-548fd5c95f40 req-382f76a7-e292-43a6-8ab4-a22c03692ac5 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Jul 07 18:32:39.999101 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59542) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:40.063024 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-eb5fc98c-da03-4078-8b8f-1115f06687e3 req-905f856e-5e16-4443-8f8a-27b61cd9132f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe09dc1-cb21-4cc5-b19f-846e662c7b5e HTTP/1.1" status: 200 len: 210 time: 0.0280654 Jul 07 18:32:40.257945 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af30a76-2727-461e-af20-854c57c084f5 tempest-TestShelveInstance-119851708 tempest-TestShelveInstance-119851708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.262323 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2af30a76-2727-461e-af20-854c57c084f5 tempest-TestShelveInstance-119851708 tempest-TestShelveInstance-119851708-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1093 time: 0.2593811 Jul 07 18:32:40.262668 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59546) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:32:40.267748 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:40.291846 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.428062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.515256 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32274b5-66da-41f1-806d-25c141e03a0b req-060eed41-116a-40c9-a863-f8162dc9a6c4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.523652 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b32274b5-66da-41f1-806d-25c141e03a0b req-060eed41-116a-40c9-a863-f8162dc9a6c4 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0801785 Jul 07 18:32:40.568605 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b32274b5-66da-41f1-806d-25c141e03a0b req-fb80de6c-ba64-4d7e-b4fa-0b4d62ef17a0 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Jul 07 18:32:40.586643 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Allocated IP 172.27.2.110 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/e94b8afd-2016-4850-960d-3228aa2271ad) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:40.690924 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.729667 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:40.762758 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1990-cce6-406b-a81a-481bbd1b30a3 req-267acdfe-8548-426b-a798-682400198171 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:40.764394 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4c4d1990-cce6-406b-a81a-481bbd1b30a3 req-267acdfe-8548-426b-a798-682400198171 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.0636158 Jul 07 18:32:40.766114 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:40.772115 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:40.776353 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:40.779283 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'Port': ['ID=e94b8afd-2016-4850-960d-3228aa2271ad,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:40.803129 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4c4d1990-cce6-406b-a81a-481bbd1b30a3 req-e534982b-9614-4026-b6cb-f0ab55e8b52e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jul 07 18:32:41.363626 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-5263e204-5530-4c92-8c37-7cfae510f7be tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:41.365121 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-5263e204-5530-4c92-8c37-7cfae510f7be tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 809 time: 0.1028411 Jul 07 18:32:41.372108 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4583de-5a27-41f0-8d68-eb62d479d7f2 req-b1bf9e74-472a-4dbe-973b-4f94052862bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:41.373561 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2b4583de-5a27-41f0-8d68-eb62d479d7f2 req-b1bf9e74-472a-4dbe-973b-4f94052862bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.3367929 Jul 07 18:32:41.380212 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-2b4a2402-dd9f-4e84-9280-fcdba8c24878 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/quotas/7646778fafb34dc4a4bf58713e3f1a87 HTTP/1.1" status: 200 len: 375 time: 0.0095789 Jul 07 18:32:41.388674 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.413798 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-05afe1ab-abc7-46a8-a12d-1457f504d96e tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285418 Jul 07 18:32:41.439870 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2b4583de-5a27-41f0-8d68-eb62d479d7f2 req-41496672-0859-405b-8122-f7ddb52129c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593452 Jul 07 18:32:41.493799 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.506841 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-24df1dc1-e88e-41d2-ac64-9bfe1d76c74d service neutron] 10.222.0.58 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Jul 07 18:32:41.603362 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-553d7046-921c-45f1-a6fe-f8db284629d2 service neutron] 10.222.0.58 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906723 Jul 07 18:32:41.676499 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.682523 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.776161 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event updated for resources: {'Port': ['ID=e94b8afd-2016-4850-960d-3228aa2271ad,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:41.790961 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c36fbe65-dac0-4aec-8885-5d8bf6c6d74d req-b2be5104-522a-47a1-9ca3-b4d4781dada4 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 210 time: 0.0369964 Jul 07 18:32:41.807408 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.825067 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:41.878331 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f7f9d-b47d-4551-9308-bfdadd16e454 req-7dc23752-094a-47f5-92ab-518ff74a2591 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:41.879842 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5e1f7f9d-b47d-4551-9308-bfdadd16e454 req-7dc23752-094a-47f5-92ab-518ff74a2591 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1715622 Jul 07 18:32:41.956142 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Floating IP 4cbc5bd6-27a3-4463-a56e-8fb860dd39e4 associated. External IP: 172.27.2.110, port: 79ab52b2-94df-4fcc-89e1-e2e717af42c1. Jul 07 18:32:41.961530 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5e1f7f9d-b47d-4551-9308-bfdadd16e454 req-8a044578-c4a1-4fe5-9657-2b2d9e65d9d9 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525534 Jul 07 18:32:42.009138 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70329f-095b-4679-b465-1d012c3efa1a req-55cd51f9-0fa9-471d-8d72-75617fc4a940 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.010706 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7d70329f-095b-4679-b465-1d012c3efa1a req-55cd51f9-0fa9-471d-8d72-75617fc4a940 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.0887992 Jul 07 18:32:42.049789 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7d70329f-095b-4679-b465-1d012c3efa1a req-65c94cc3-880c-4cf8-a54f-a11cb446a9bd tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Jul 07 18:32:42.188177 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Router f26ef621-6ede-44a4-8f39-e14e63a63b95 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:32:42.298772 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:32:42.308084 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Sync routers for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:32:42.315568 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:42.327327 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:42.328603 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:32:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.360064 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-56c4ce2c-4a39-412e-9350-c6ae6a823542 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0963333 Jul 07 18:32:42.360829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:42.363312 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7838bf1e-2726-412c-a9ae-7e2dc18d2822" -d '{"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:42.400919 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c608c-8bd5-4ccf-a501-8c9bdf3d9da6 x-openstack-request-id: req-4c2c608c-8bd5-4ccf-a501-8c9bdf3d9da6 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:42.401482 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:42.401482 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c2c608c-8bd5-4ccf-a501-8c9bdf3d9da6 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:42.401664 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'status': 'completed', 'code': 200} Jul 07 18:32:42.447339 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:42.501176 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-cdc896f1-88b3-453f-a893-67f3d8cf615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.503007 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-cdc896f1-88b3-453f-a893-67f3d8cf615f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.0668607 Jul 07 18:32:42.642105 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-c73d2ba7-caf2-4902-83d1-481e50d3f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.643576 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-c73d2ba7-caf2-4902-83d1-481e50d3f874 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.1263931 Jul 07 18:32:42.659286 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebcb5-e0dc-4331-b826-b474b01b041d req-88b9378c-bef6-4680-ac83-b15d92b85c4a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.660864 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-244ebcb5-e0dc-4331-b826-b474b01b041d req-88b9378c-bef6-4680-ac83-b15d92b85c4a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0895844 Jul 07 18:32:42.675734 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '4cbc5bd6-27a3-4463-a56e-8fb860dd39e4', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'mac_address': 'fa:16:3e:92:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:40Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 0, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.702494 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Checking router: f26ef621-6ede-44a4-8f39-e14e63a63b95 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:32:42.715007 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:32:42.715608 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:32:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:42.751831 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-244ebcb5-e0dc-4331-b826-b474b01b041d req-de1fca8c-9768-4f74-aad7-110c8bda9e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834193 Jul 07 18:32:42.756852 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-13839b5e-b737-4c1c-b905-a8c1d5b85569 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 999 time: 0.0940173 Jul 07 18:32:42.823510 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-66218ac3-258e-44bc-b267-a1b52e30a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.823723 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:32:42.825896 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-66218ac3-258e-44bc-b267-a1b52e30a89e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0611851 Jul 07 18:32:42.906834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-fd64025a-d615-49e5-ba05-d897aed84aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:42.908356 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-fd64025a-d615-49e5-ba05-d897aed84aaa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608530 Jul 07 18:32:42.933737 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ab54083-a27e-4034-8bd1-dede824f46f7 req-ac01709d-8194-4014-88cd-81fd9ef7bf66 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 210 time: 0.0358918 Jul 07 18:32:43.032553 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-2510b858-4eb4-4e0d-8f88-82f6b781d56f service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158741 Jul 07 18:32:43.085103 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:43.098572 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '4cbc5bd6-27a3-4463-a56e-8fb860dd39e4', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'mac_address': 'fa:16:3e:92:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:40Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 0, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:32:43.129894 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:43.130521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6196e9e8-8bf4-43cc-8ddf-356f9c9afb64 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:43.133899 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422fadc-a9a2-4e94-8170-97cce9ca88e7 None None] The sync data for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi is: [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '4cbc5bd6-27a3-4463-a56e-8fb860dd39e4', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'mac_address': 'fa:16:3e:92:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:32:40Z', 'updated_at': '2021-07-07T18:32:40Z', 'revision_number': 0, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:32:43.279322 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-bd7d4bc5-d20c-420b-848b-6189f1056f1c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.281443 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-bd7d4bc5-d20c-420b-848b-6189f1056f1c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.1372559 Jul 07 18:32:43.325202 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7838bf1e-2726-412c-a9ae-7e2dc18d2822 req-e61b4e3d-a5a6-46ef-af13-d560ea8116ac service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716503 Jul 07 18:32:43.334412 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-a100cc46-514e-4758-8b43-ab585c37d6d5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.335675 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-a100cc46-514e-4758-8b43-ab585c37d6d5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 809 time: 0.2807238 Jul 07 18:32:43.348753 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b40d-73f1-4afd-880c-2c6c24777b6c req-113822b1-603e-4457-9e31-e21d6d910a4b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.350721 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5c25b40d-73f1-4afd-880c-2c6c24777b6c req-113822b1-603e-4457-9e31-e21d6d910a4b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.2245414 Jul 07 18:32:43.353542 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce7550-7479-4edb-ab14-64e2ad6d2b4f req-2efe1925-a013-4330-8b5e-16353db516ba tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:43.355361 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1ce7550-7479-4edb-ab14-64e2ad6d2b4f req-2efe1925-a013-4330-8b5e-16353db516ba tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 945 time: 0.1393445 Jul 07 18:32:43.360454 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Request body: {'port': {'device_id': 'a025779c-07f8-4304-b208-2fd090b10058', 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c', 'admin_state_up': True, 'tenant_id': '7646778fafb34dc4a4bf58713e3f1a87'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:43.457281 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5c25b40d-73f1-4afd-880c-2c6c24777b6c req-d5447182-10fc-4dc8-9f19-457cd610ab5e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916097 Jul 07 18:32:43.484467 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1ce7550-7479-4edb-ab14-64e2ad6d2b4f req-554ee28c-3941-4b98-833d-a4702e691b0e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123812 Jul 07 18:32:43.496755 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2e245-5e8b-4d5a-881f-00a7066d363a None None] New status for floating IP 4cbc5bd6-27a3-4463-a56e-8fb860dd39e4: ACTIVE {{(pid=92947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:32:43.505795 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Deleting port 42170656-6380-476d-9da2-7ddf5f1d0aa0 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:43.506094 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.532991 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Made reservation on behalf of 7646778fafb34dc4a4bf58713e3f1a87 for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:32:43.536675 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.603008 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] For port 42170656-6380-476d-9da2-7ddf5f1d0aa0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=42170656-6380-476d-9da2-7ddf5f1d0aa0,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:43.603418 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.620519 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Calling delete_port for 42170656-6380-476d-9da2-7ddf5f1d0aa0 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:43.672822 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Allocated IP 172.20.0.10 (5e01e505-e8ac-4d0a-a103-45656196922c/ec0bab40-275d-4fd0-b1af-9d1759f1da1b/cbc64775-d7ae-4aed-8a7d-128974339184) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:32:43.798810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.822130 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062', '167101cc-75c3-444b-a1ec-dfee46bcb92e', '3da6e761-2dbe-47a1-95f6-1debc45f1984', '42170656-6380-476d-9da2-7ddf5f1d0aa0'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:43.841840 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event deleted for resources: {'Port': ['ID=42170656-6380-476d-9da2-7ddf5f1d0aa0,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:43.875582 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.923267 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] No DVR routers for this DVR port 42170656-6380-476d-9da2-7ddf5f1d0aa0 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:43.926827 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:43.929825 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-37846ff3-62dc-4cb6-af93-77d0fbe42992 req-103523f8-f96a-4eb5-ba70-03a65a9068e8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "DELETE /v2.0/ports/42170656-6380-476d-9da2-7ddf5f1d0aa0 HTTP/1.1" status: 204 len: 173 time: 0.6307638 Jul 07 18:32:43.964423 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.019586 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Network 5e01e505-e8ac-4d0a-a103-45656196922c is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:32:44.023001 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:32:44.030749 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:32:44.040502 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0be88-7e4d-4953-bf84-cc54fb0f2db6 req-ce0a2f99-c6e1-4ff3-ae78-2604d78d8bd7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.050699 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-efa0be88-7e4d-4953-bf84-cc54fb0f2db6 req-ce0a2f99-c6e1-4ff3-ae78-2604d78d8bd7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1342905 Jul 07 18:32:44.104120 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Pushing event updated for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.139292 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.141393 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.148801 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-efa0be88-7e4d-4953-bf84-cc54fb0f2db6 req-de8c3da7-b109-404f-aa8a-bfec8928f6d3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982106 Jul 07 18:32:44.162570 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-e979e7f2-2e11-428b-a6a3-95d72a0f1ca5 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8067684 Jul 07 18:32:44.176694 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b162c-3a16-4483-83d0-084442618331 req-bbe1b7c1-cb24-4113-b26a-e6be2db214da tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.181713 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d01b162c-3a16-4483-83d0-084442618331 req-bbe1b7c1-cb24-4113-b26a-e6be2db214da tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 932 time: 0.1128504 Jul 07 18:32:44.181910 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Request body: {'port': {'device_id': 'a025779c-07f8-4304-b208-2fd090b10058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:32:44.222316 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d01b162c-3a16-4483-83d0-084442618331 req-f19288a4-dacb-41a4-aac0-eaa9ff13f7d8 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Jul 07 18:32:44.259053 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.402282 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'name': 'network-vif-deleted', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:44.404665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac419f4-b702-4899-b714-69bae536058d" -d '{"events": [{"server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "name": "network-vif-deleted", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:44.440526 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eecf3bb-c925-4179-ba31-8ba2752db07d x-openstack-request-id: req-8eecf3bb-c925-4179-ba31-8ba2752db07d {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:44.440821 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08e2fd-8761-4680-b050-7e951dfbec97", "name": "network-vif-deleted", "tag": "42170656-6380-476d-9da2-7ddf5f1d0aa0", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:44.441072 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8eecf3bb-c925-4179-ba31-8ba2752db07d {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:44.441465 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08e2fd-8761-4680-b050-7e951dfbec97', 'name': 'network-vif-deleted', 'tag': '42170656-6380-476d-9da2-7ddf5f1d0aa0', 'status': 'completed', 'code': 200} Jul 07 18:32:44.528079 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc64775-d7ae-4aed-8a7d-128974339184 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:44.537548 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.554010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Transition to ACTIVE for port object cbc64775-d7ae-4aed-8a7d-128974339184 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:32:44.560844 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.624697 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Pushing event updated for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:44.674268 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bb53-4e9f-455a-9f58-c260829d3769 req-436257ce-0257-4064-8199-09dd8677f7f0 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:44.676594 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-22f9bb53-4e9f-455a-9f58-c260829d3769 req-436257ce-0257-4064-8199-09dd8677f7f0 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0945528 Jul 07 18:32:44.697791 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ae097020-f5a6-4212-bd97-75bc0d6edb38 req-3feef8e2-fe39-45b2-af9e-09735b20ea41 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba08e2fd-8761-4680-b050-7e951dfbec97 HTTP/1.1" status: 200 len: 210 time: 0.0469387 Jul 07 18:32:44.720037 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-22f9bb53-4e9f-455a-9f58-c260829d3769 req-c911b1b7-c92b-489e-9a1c-8abdd3a39005 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Jul 07 18:32:44.724135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Attempting to bind port cbc64775-d7ae-4aed-8a7d-128974339184 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:32:44.724521 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Attempting to bind port cbc64775-d7ae-4aed-8a7d-128974339184 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:32:44.724775 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Attempting to bind port cbc64775-d7ae-4aed-8a7d-128974339184 on network 5e01e505-e8ac-4d0a-a103-45656196922c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:44.729360 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Port cbc64775-d7ae-4aed-8a7d-128974339184 on network 5e01e505-e8ac-4d0a-a103-45656196922c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:32:44.729674 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Attempting to bind port cbc64775-d7ae-4aed-8a7d-128974339184 on network 5e01e505-e8ac-4d0a-a103-45656196922c {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:32:44.734965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:32:44.735291 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Checking segment: {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:32:44.735663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Bound using segment: {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:32:44.736103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Bound port: cbc64775-d7ae-4aed-8a7d-128974339184, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5505e-ce9d-4ecc-9742-b7b8310c383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:32:44.736450 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:44.798540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:32:44.801436 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbc64775-d7ae-4aed-8a7d-128974339184,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:32:44.805953 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.042959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.043558 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:45.044917 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] 10.222.0.103 "PUT /v2.0/ports/cbc64775-d7ae-4aed-8a7d-128974339184 HTTP/1.1" status: 200 len: 1094 time: 0.8684659 Jul 07 18:32:45.045338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:45.048268 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910a4b0b-2752-424c-a4f6-682aad939693" -d '{"events": [{"name": "network-changed", "server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:45.075091 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f23b0-c5e3-4ba4-8cc5-927c63550fcb service neutron] Pushing event updated for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:45.150098 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-8fce438d-8c34-4ad4-9af2-54b76cc7c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.151687 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-8fce438d-8c34-4ad4-9af2-54b76cc7c743 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 1097 time: 0.0557594 Jul 07 18:32:45.198431 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-9ec4e0a4-6c49-4642-854c-063e1fa50891 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbc64775-d7ae-4aed-8a7d-128974339184 HTTP/1.1" status: 200 len: 217 time: 0.0376937 Jul 07 18:32:45.237368 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445293ff-53ec-427f-a46f-8afe22a8d057 x-openstack-request-id: req-445293ff-53ec-427f-a46f-8afe22a8d057 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:45.237652 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:45.237891 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-445293ff-53ec-427f-a46f-8afe22a8d057 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:45.238359 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184', 'status': 'completed', 'code': 200} Jul 07 18:32:45.251721 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-df48234e-280d-46fc-994b-a0de873764e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.253251 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-df48234e-280d-46fc-994b-a0de873764e1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec0bab40-275d-4fd0-b1af-9d1759f1da1b HTTP/1.1" status: 200 len: 849 time: 0.0476694 Jul 07 18:32:45.290480 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-a2d6b1a0-186e-45ee-861d-09313cce2e20 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5e01e505-e8ac-4d0a-a103-45656196922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289655 Jul 07 18:32:45.332595 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36adfc0-d894-4d74-9376-2e655d991a37 req-963772fa-6579-412f-be08-c286ddd14874 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.334098 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e36adfc0-d894-4d74-9376-2e655d991a37 req-963772fa-6579-412f-be08-c286ddd14874 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0627346 Jul 07 18:32:45.371722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e36adfc0-d894-4d74-9376-2e655d991a37 req-3b813c28-d47d-4d7a-bb8b-5a1266372a2f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Jul 07 18:32:45.430688 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-d39c9381-fb81-4240-8d84-acff3efa9b02 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275613 Jul 07 18:32:45.440892 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec5ec9-8195-41ce-9b9b-0c291960c13c req-d8b5dfd6-4b2e-4a31-a3ec-55ee4b99a694 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.442265 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-13ec5ec9-8195-41ce-9b9b-0c291960c13c req-d8b5dfd6-4b2e-4a31-a3ec-55ee4b99a694 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 944 time: 0.0924003 Jul 07 18:32:45.526881 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-13ec5ec9-8195-41ce-9b9b-0c291960c13c req-9961385b-a97d-4ca0-bf43-380c79e0ac4f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767572 Jul 07 18:32:45.555331 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-553b4aa6-9a1e-42ab-b86a-66f788647b9b req-7f2884b5-8e83-472b-b40b-54b04bc436a2 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121526 Jul 07 18:32:45.660639 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a4b0b-2752-424c-a4f6-682aad939693 req-50f15e0d-4390-4013-b471-f0f2964b59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.662120 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-50f15e0d-4390-4013-b471-f0f2964b59d8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 1097 time: 0.0530021 Jul 07 18:32:45.756787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a4b0b-2752-424c-a4f6-682aad939693 req-326e6e32-5b41-4838-941e-e107b65a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.758336 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-326e6e32-5b41-4838-941e-e107b65a2c93 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 200 len: 911 time: 0.0850477 Jul 07 18:32:45.807227 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-7ca324ad-d884-42b1-b109-2e4dc8aad6ab service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbc64775-d7ae-4aed-8a7d-128974339184 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Jul 07 18:32:45.913610 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a4b0b-2752-424c-a4f6-682aad939693 req-f295174e-e4df-41d5-b572-d8418799253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.915064 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-f295174e-e4df-41d5-b572-d8418799253c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ec0bab40-275d-4fd0-b1af-9d1759f1da1b HTTP/1.1" status: 200 len: 849 time: 0.0870354 Jul 07 18:32:45.952892 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-65a4bb22-31ac-4fce-85d9-2883bb0de60b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5e01e505-e8ac-4d0a-a103-45656196922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297108 Jul 07 18:32:45.960944 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9082e7f-75ff-46a1-b7e1-85b5cd3f5b49 req-fb3479ae-4109-49d2-809c-2e6199a2b8c2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:45.962282 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9082e7f-75ff-46a1-b7e1-85b5cd3f5b49 req-fb3479ae-4109-49d2-809c-2e6199a2b8c2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1056840 Jul 07 18:32:46.047978 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9082e7f-75ff-46a1-b7e1-85b5cd3f5b49 req-22424473-a8a8-466f-b593-cbcca337f22a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800440 Jul 07 18:32:46.078945 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-fdf6cb57-88bb-4c7c-bb70-98c3f2ff13d5 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040835 Jul 07 18:32:46.171731 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-910a4b0b-2752-424c-a4f6-682aad939693 req-0629176e-a31d-47b3-b178-e71b44ae21b1 service neutron] 10.222.0.103 "GET /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Jul 07 18:32:46.548326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58a4d0-8380-4a5d-aa88-eca3383d1912 req-253898b2-e7ed-4039-8963-da85ce733bd9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.549781 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7f58a4d0-8380-4a5d-aa88-eca3383d1912 req-253898b2-e7ed-4039-8963-da85ce733bd9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0617306 Jul 07 18:32:46.589513 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7f58a4d0-8380-4a5d-aa88-eca3383d1912 req-3e753a4a-fb2e-47d4-b885-3607b4abe379 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342493 Jul 07 18:32:46.697204 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97e474-7873-4002-a7b8-a1aab7ba1894 req-3f3844b7-f0cb-42cd-b68d-4a8684cb0240 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:46.698565 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb97e474-7873-4002-a7b8-a1aab7ba1894 req-3f3844b7-f0cb-42cd-b68d-4a8684cb0240 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 944 time: 0.0619409 Jul 07 18:32:46.735673 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb97e474-7873-4002-a7b8-a1aab7ba1894 req-1a2154d7-55ab-4b5e-93bb-247ff65beb56 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Jul 07 18:32:47.086850 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 42170656-6380-476d-9da2-7ddf5f1d0aa0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:47.110501 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 42170656-6380-476d-9da2-7ddf5f1d0aa0 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:47.110847 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 42170656-6380-476d-9da2-7ddf5f1d0aa0 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:47.282777 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157b76c-74e2-4566-8585-56b3e72fd2ef req-755884ff-77f2-4b66-9bb6-3fc52031479c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.284249 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7157b76c-74e2-4566-8585-56b3e72fd2ef req-755884ff-77f2-4b66-9bb6-3fc52031479c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0629976 Jul 07 18:32:47.310502 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4e9c-dee5-4ce7-b39e-e4de21dbd9cc req-9ddd4077-ee6f-4749-b1c9-438fdb9bc1c8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.312508 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-554a4e9c-dee5-4ce7-b39e-e4de21dbd9cc req-9ddd4077-ee6f-4749-b1c9-438fdb9bc1c8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.0665722 Jul 07 18:32:47.323801 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7157b76c-74e2-4566-8585-56b3e72fd2ef req-33bf709e-60ac-4289-8e29-68731a381758 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Jul 07 18:32:47.350637 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-554a4e9c-dee5-4ce7-b39e-e4de21dbd9cc req-40dc2ecd-63d9-481b-9d6f-eba6db43a53e tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 07 18:32:47.484138 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee2867-546f-44cd-886a-a6e2e815944f req-ee68e2fa-8cbc-46ef-9c2f-a65f3dfc5795 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.485606 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-57ee2867-546f-44cd-886a-a6e2e815944f req-ee68e2fa-8cbc-46ef-9c2f-a65f3dfc5795 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0618656 Jul 07 18:32:47.522468 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-57ee2867-546f-44cd-886a-a6e2e815944f req-87c620c2-5538-4f13-a5b6-f0e8fb0017ca tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Jul 07 18:32:47.770570 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f048-1415-461c-acea-c29c8716f587 req-05034b72-1aa7-4b27-a046-7b93277a03cb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.772061 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6ad8f048-1415-461c-acea-c29c8716f587 req-05034b72-1aa7-4b27-a046-7b93277a03cb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0617366 Jul 07 18:32:47.808963 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6ad8f048-1415-461c-acea-c29c8716f587 req-8b27cf8f-e976-45b8-9d4d-7727333a7c08 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jul 07 18:32:47.905774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9526-bab3-4c79-a6d9-fb4f0e10efd6 req-734a462e-a7f5-4d16-b599-62327a2bcc8e tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:47.907231 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-12bb9526-bab3-4c79-a6d9-fb4f0e10efd6 req-734a462e-a7f5-4d16-b599-62327a2bcc8e tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 944 time: 0.0660748 Jul 07 18:32:47.943176 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-12bb9526-bab3-4c79-a6d9-fb4f0e10efd6 req-094a15df-0382-4f48-9a5d-a98b1ca4773f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Jul 07 18:32:48.515724 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac4aa9-6e76-43f8-ac9a-c299664a58cd req-16ee456e-8c82-4614-a3a6-f24bf1e69b3f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:48.517247 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9aac4aa9-6e76-43f8-ac9a-c299664a58cd req-16ee456e-8c82-4614-a3a6-f24bf1e69b3f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0686569 Jul 07 18:32:48.522625 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc69ab-966b-40e8-8e61-82b18438f2be req-27a6fa20-3dd2-4d8f-bc16-ec76ca173cca tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:48.524152 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-19dc69ab-966b-40e8-8e61-82b18438f2be req-27a6fa20-3dd2-4d8f-bc16-ec76ca173cca tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.0636210 Jul 07 18:32:48.555517 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9aac4aa9-6e76-43f8-ac9a-c299664a58cd req-1cfcc49b-dc56-4dd4-b561-b2a1d29a0252 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Jul 07 18:32:48.561819 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-19dc69ab-966b-40e8-8e61-82b18438f2be req-1b49ac62-fc46-4769-aff8-fc3ab7742d83 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jul 07 18:32:48.714562 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f037e9-fff1-4a76-90d7-b10afc4f2869 req-3880b712-ac95-4494-818c-e6f62e4d5f89 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:48.716093 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43f037e9-fff1-4a76-90d7-b10afc4f2869 req-3880b712-ac95-4494-818c-e6f62e4d5f89 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0629230 Jul 07 18:32:48.753298 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43f037e9-fff1-4a76-90d7-b10afc4f2869 req-48ce03c5-9d19-42c9-ae45-e01b58e984b4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Jul 07 18:32:48.987792 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478209-4dab-45f6-94ef-b42306f098df req-13145bf4-f112-4921-bbaa-38077f8fd955 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:48.989421 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b5478209-4dab-45f6-94ef-b42306f098df req-13145bf4-f112-4921-bbaa-38077f8fd955 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0663853 Jul 07 18:32:49.027406 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b5478209-4dab-45f6-94ef-b42306f098df req-e5d54eaf-82d2-41c8-8f74-43cd818d39db tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jul 07 18:32:49.098878 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbc64775-d7ae-4aed-8a7d-128974339184 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:32:49.111202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb59fd-d524-4c0a-9a0e-2a59873ee3ec req-63416708-94f3-4e7c-acb8-c0a3d42e3cd7 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.112718 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cecb59fd-d524-4c0a-9a0e-2a59873ee3ec req-63416708-94f3-4e7c-acb8-c0a3d42e3cd7 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 944 time: 0.0614262 Jul 07 18:32:49.150993 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cecb59fd-d524-4c0a-9a0e-2a59873ee3ec req-f6208183-f9b4-4a79-8ff3-86785c014176 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jul 07 18:32:49.152380 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:32:49.193305 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbc64775-d7ae-4aed-8a7d-128974339184,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:49.204396 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'cbc64775-d7ae-4aed-8a7d-128974339184', 'network_id': '5e01e505-e8ac-4d0a-a103-45656196922c', 'port_id': 'cbc64775-d7ae-4aed-8a7d-128974339184', 'mac_address': 'fa:16:3e:29:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0bab40-275d-4fd0-b1af-9d1759f1da1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:32:49.242902 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.255316 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc64775-d7ae-4aed-8a7d-128974339184 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:32:49.273504 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbc64775-d7ae-4aed-8a7d-128974339184,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:49.277609 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.323818 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:49.730778 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb912-ddfa-478e-ba46-7bbbc92c2ffd req-caed3474-7535-4318-998e-1a16fa67f6e5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.732768 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-589bb912-ddfa-478e-ba46-7bbbc92c2ffd req-caed3474-7535-4318-998e-1a16fa67f6e5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0625904 Jul 07 18:32:49.767526 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-abbbc006-f77e-4bee-aa0d-b7d44ac0564c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.769009 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-abbbc006-f77e-4bee-aa0d-b7d44ac0564c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.1288445 Jul 07 18:32:49.771123 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-589bb912-ddfa-478e-ba46-7bbbc92c2ffd req-fbe3dc8b-9556-4fda-b538-e78e8b9c782c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Jul 07 18:32:49.772749 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbc64775-d7ae-4aed-8a7d-128974339184'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:49.782894 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aaa8-5b13-4476-940d-26732bfc6452 req-b9cf2e43-36cb-48a7-93ef-366f153b4a94 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.784499 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d606aaa8-5b13-4476-940d-26732bfc6452 req-b9cf2e43-36cb-48a7-93ef-366f153b4a94 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 946 time: 0.0959129 Jul 07 18:32:49.861834 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d606aaa8-5b13-4476-940d-26732bfc6452 req-c9a0a164-7b20-4a60-8f41-837c49354357 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717628 Jul 07 18:32:49.925849 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Deleting port 3da6e761-2dbe-47a1-95f6-1debc45f1984 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:49.926388 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:49.946369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb8cf-ac66-4ab7-baa2-c5676b6ce746 req-2a77e100-455f-42bf-b558-6e6719b86969 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:49.947847 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-51ccb8cf-ac66-4ab7-baa2-c5676b6ce746 req-2a77e100-455f-42bf-b558-6e6719b86969 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jul 07 18:32:49.986103 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-51ccb8cf-ac66-4ab7-baa2-c5676b6ce746 req-4e0d69a5-c818-4bc3-a06b-5a0cae4159c9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Jul 07 18:32:50.013185 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] For port 3da6e761-2dbe-47a1-95f6-1debc45f1984, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3da6e761-2dbe-47a1-95f6-1debc45f1984,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:50.013546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.026360 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Calling delete_port for 3da6e761-2dbe-47a1-95f6-1debc45f1984 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:50.176469 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.212042 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event deleted for resources: {'Port': ['ID=3da6e761-2dbe-47a1-95f6-1debc45f1984,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:50.263723 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] No DVR routers for this DVR port 3da6e761-2dbe-47a1-95f6-1debc45f1984 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:50.269046 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:50.270957 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4d39e09b-f07e-41ce-8787-6571480d01e8 req-3e87b5fb-5259-42c1-a65b-5f255b3b52a8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "DELETE /v2.0/ports/3da6e761-2dbe-47a1-95f6-1debc45f1984 HTTP/1.1" status: 204 len: 173 time: 0.4854565 Jul 07 18:32:50.271386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'name': 'network-vif-deleted', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:50.273596 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd69225-8426-45c3-9ed0-0609f1a5657b" -d '{"events": [{"server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "name": "network-vif-deleted", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:50.288306 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6541f-d6c1-4497-94f1-40dfa6c75106 req-f9fa2eb3-8211-4979-a307-51c5683d2752 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.289801 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-91e6541f-d6c1-4497-94f1-40dfa6c75106 req-f9fa2eb3-8211-4979-a307-51c5683d2752 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1423070 Jul 07 18:32:50.331142 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-91e6541f-d6c1-4497-94f1-40dfa6c75106 req-42bef3a8-6f06-49d8-84de-dfdad35cbff8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357647 Jul 07 18:32:50.334615 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ace2d-6dbd-45f6-b23b-5433620027bf req-8474b395-91bd-409e-ba83-ee74d379348b tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.336112 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bb1ace2d-6dbd-45f6-b23b-5433620027bf req-8474b395-91bd-409e-ba83-ee74d379348b tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 945 time: 0.0688908 Jul 07 18:32:50.376100 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bb1ace2d-6dbd-45f6-b23b-5433620027bf req-848fd6c8-40db-4c69-b2f6-7973141965f8 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Jul 07 18:32:50.388219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb029c55-6e58-4bea-9223-e6c0d989f04a x-openstack-request-id: req-bb029c55-6e58-4bea-9223-e6c0d989f04a {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:50.388508 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a161cd3-64a6-4568-9efa-c92e28116b72", "name": "network-vif-deleted", "tag": "3da6e761-2dbe-47a1-95f6-1debc45f1984", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:50.388739 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb029c55-6e58-4bea-9223-e6c0d989f04a {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:50.389140 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a161cd3-64a6-4568-9efa-c92e28116b72', 'name': 'network-vif-deleted', 'tag': '3da6e761-2dbe-47a1-95f6-1debc45f1984', 'status': 'completed', 'code': 200} Jul 07 18:32:50.770486 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062', '167101cc-75c3-444b-a1ec-dfee46bcb92e', '3da6e761-2dbe-47a1-95f6-1debc45f1984'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:50.956281 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f232a-a8dc-4c49-b39c-dcb84be88a50 req-9b8641c3-88d6-438e-a4c4-8cc38e6c336e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:50.957837 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-882f232a-a8dc-4c49-b39c-dcb84be88a50 req-9b8641c3-88d6-438e-a4c4-8cc38e6c336e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0722947 Jul 07 18:32:51.018810 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-882f232a-a8dc-4c49-b39c-dcb84be88a50 req-493c5afe-f258-41b1-875e-c4b77ff173c3 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536995 Jul 07 18:32:51.027061 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-90f627c7-6ad6-4097-b525-69aebb423909 req-5bde5da4-9381-4644-b70f-afb2895aca34 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a161cd3-64a6-4568-9efa-c92e28116b72 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Jul 07 18:32:51.110562 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbc64775-d7ae-4aed-8a7d-128974339184 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:32:51.166756 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port cbc64775-d7ae-4aed-8a7d-128974339184 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:32:51.171708 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port cbc64775-d7ae-4aed-8a7d-128974339184 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:32:51.172103 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.189320 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16fd8c-4dfd-4394-938a-af01f720852a req-057f9d89-0d0f-4ae8-b24e-888af297439b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.190776 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-de16fd8c-4dfd-4394-938a-af01f720852a req-057f9d89-0d0f-4ae8-b24e-888af297439b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0677359 Jul 07 18:32:51.228627 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-de16fd8c-4dfd-4394-938a-af01f720852a req-8171e44c-51ed-442d-9083-17f169316574 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Jul 07 18:32:51.247879 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.269461 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:51.271655 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d4ee09-468f-4aef-ac21-e979ac58be85" -d '{"events": [{"server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "name": "network-vif-plugged", "status": "completed", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:51.284463 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbc64775-d7ae-4aed-8a7d-128974339184,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:51.288452 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:51.313520 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4fa8a2-df7c-42da-99af-b2cb71c412e1 x-openstack-request-id: req-bb4fa8a2-df7c-42da-99af-b2cb71c412e1 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:51.313808 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "name": "network-vif-plugged", "status": "completed", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:51.314053 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb4fa8a2-df7c-42da-99af-b2cb71c412e1 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:51.314427 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184', 'code': 200} Jul 07 18:32:51.339509 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:51.537767 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6d341-3445-4d6f-b204-a89cbf5af7e9 req-4a48a86d-438e-4b38-8c13-5215394e5c8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.539144 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-31e6d341-3445-4d6f-b204-a89cbf5af7e9 req-4a48a86d-438e-4b38-8c13-5215394e5c8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0880051 Jul 07 18:32:51.559429 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42175161-e8b7-40ed-ade0-d90c59c7c7b5 req-ec17a5ac-4591-49a6-8619-ba74700e33d3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.561031 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-42175161-e8b7-40ed-ade0-d90c59c7c7b5 req-ec17a5ac-4591-49a6-8619-ba74700e33d3 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0649488 Jul 07 18:32:51.594979 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-31e6d341-3445-4d6f-b204-a89cbf5af7e9 req-644240fe-ccf7-44b4-abd6-01956d66906c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483003 Jul 07 18:32:51.596743 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee67b72-69f1-4483-a703-ac22942c4491 req-3cf31351-81c8-4650-bd36-4a240f5ee7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:51.598189 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ee67b72-69f1-4483-a703-ac22942c4491 req-3cf31351-81c8-4650-bd36-4a240f5ee7ad service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 1099 time: 0.0970256 Jul 07 18:32:51.602229 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-42175161-e8b7-40ed-ade0-d90c59c7c7b5 req-12fca1ce-b269-41d5-8921-5181620b1be8 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356867 Jul 07 18:32:51.636547 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ee67b72-69f1-4483-a703-ac22942c4491 req-8d5b3336-3c33-445e-9887-61cfe7a405f2 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301318 Jul 07 18:32:52.189640 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a560a9-d878-4222-9403-4ca40c644828 req-f7cd185f-15d1-4cc0-b67d-66429e182232 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.191111 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-69a560a9-d878-4222-9403-4ca40c644828 req-f7cd185f-15d1-4cc0-b67d-66429e182232 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Jul 07 18:32:52.228276 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-69a560a9-d878-4222-9403-4ca40c644828 req-f3775694-025a-4033-ab10-d290b7c8aaee tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Jul 07 18:32:52.407628 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a81262-c468-4f55-a4fb-a427ea30cba0 req-1a542adb-515f-4fb5-bad2-2e882eea6997 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.409630 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-82a81262-c468-4f55-a4fb-a427ea30cba0 req-1a542adb-515f-4fb5-bad2-2e882eea6997 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0632274 Jul 07 18:32:52.450496 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-82a81262-c468-4f55-a4fb-a427ea30cba0 req-75275cb9-08b4-454a-94e7-fe4e45eee0f4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Jul 07 18:32:52.478564 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538b443-1875-430e-95c0-f83e20b390df req-5e367d4c-e8a0-4e78-969e-4463e8e8afb8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.480073 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e538b443-1875-430e-95c0-f83e20b390df req-5e367d4c-e8a0-4e78-969e-4463e8e8afb8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.0634668 Jul 07 18:32:52.516935 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e538b443-1875-430e-95c0-f83e20b390df req-960f7412-1145-4808-87c7-6943e4673870 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Jul 07 18:32:52.781907 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f511044-fa3e-400c-b2b9-5d9a89aafb93 req-1d0bf2e5-e737-450b-ab8c-bed731d4d105 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.783275 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7f511044-fa3e-400c-b2b9-5d9a89aafb93 req-1d0bf2e5-e737-450b-ab8c-bed731d4d105 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0702920 Jul 07 18:32:52.796828 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096541-2968-4351-810d-bfe68a2644ef req-4d4dca04-b26a-421d-83fc-6eab4cd7fdcb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:52.798384 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4d096541-2968-4351-810d-bfe68a2644ef req-4d4dca04-b26a-421d-83fc-6eab4cd7fdcb tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0752265 Jul 07 18:32:52.824965 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7f511044-fa3e-400c-b2b9-5d9a89aafb93 req-4b94cddb-6c8a-4229-93ee-e8b626caa304 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Jul 07 18:32:52.840214 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4d096541-2968-4351-810d-bfe68a2644ef req-ed728f56-e0e9-4d98-b2f1-35c28c6954f1 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Jul 07 18:32:53.118123 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3da6e761-2dbe-47a1-95f6-1debc45f1984 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:53.138205 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 3da6e761-2dbe-47a1-95f6-1debc45f1984 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:53.138542 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3da6e761-2dbe-47a1-95f6-1debc45f1984 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:53.396903 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a6b72-0ab2-4630-a4ad-999be980862b req-ec329ab5-1bc6-4a5a-806c-4c0d6c8b4cd5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.398271 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aa8a6b72-0ab2-4630-a4ad-999be980862b req-ec329ab5-1bc6-4a5a-806c-4c0d6c8b4cd5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0609097 Jul 07 18:32:53.434042 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aa8a6b72-0ab2-4630-a4ad-999be980862b req-6a9028f1-9627-4cfc-858e-4194d68f9b70 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Jul 07 18:32:53.626299 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3ba2f-4c8f-4de7-b0a5-e6ad0f0917de req-8c16633a-27d2-4eaf-8408-b16578917fa4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.627782 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-13e3ba2f-4c8f-4de7-b0a5-e6ad0f0917de req-8c16633a-27d2-4eaf-8408-b16578917fa4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0664759 Jul 07 18:32:53.664385 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-13e3ba2f-4c8f-4de7-b0a5-e6ad0f0917de req-95bc24f2-1405-4d4f-ba86-57369ebb31fb tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Jul 07 18:32:53.688533 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8ff3-5492-44f9-8d8e-9b7e17cfa745 req-324a8adf-fb17-406c-9070-5814859dc13c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:53.689989 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a9f8ff3-5492-44f9-8d8e-9b7e17cfa745 req-324a8adf-fb17-406c-9070-5814859dc13c tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.0644610 Jul 07 18:32:53.725974 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a9f8ff3-5492-44f9-8d8e-9b7e17cfa745 req-7e4c9e36-63be-410c-9f2f-d48a0bec1ffc tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Jul 07 18:32:54.004590 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b3fce-416c-4ee8-864d-6fe6adfc0dc2 req-170bce12-3029-4dae-82a3-bfd7bae35541 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.006447 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-655b3fce-416c-4ee8-864d-6fe6adfc0dc2 req-170bce12-3029-4dae-82a3-bfd7bae35541 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0673802 Jul 07 18:32:54.010103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c7221-a9c9-43e1-afa3-863ef1985d60 req-a74cec55-a1f7-415c-bfa5-9b8410d368d0 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.011848 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-417c7221-a9c9-43e1-afa3-863ef1985d60 req-a74cec55-a1f7-415c-bfa5-9b8410d368d0 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0631847 Jul 07 18:32:54.048284 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-655b3fce-416c-4ee8-864d-6fe6adfc0dc2 req-2b969a8b-8cd3-4dce-b1d4-b1bf5844c811 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352092 Jul 07 18:32:54.057910 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-417c7221-a9c9-43e1-afa3-863ef1985d60 req-7d3ff46d-200f-4e30-8a5f-c940862a5d3f tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Jul 07 18:32:54.206857 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-7a5ced95-b414-489d-b632-7bb2b2463357 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.208728 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-7a5ced95-b414-489d-b632-7bb2b2463357 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 946 time: 0.0642319 Jul 07 18:32:54.328516 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Deleting port 167101cc-75c3-444b-a1ec-dfee46bcb92e {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:54.328853 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.430441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] For port 167101cc-75c3-444b-a1ec-dfee46bcb92e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=167101cc-75c3-444b-a1ec-dfee46bcb92e,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:54.431347 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.448157 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Calling delete_port for 167101cc-75c3-444b-a1ec-dfee46bcb92e owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:54.579967 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.595649 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062', '167101cc-75c3-444b-a1ec-dfee46bcb92e'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:54.609403 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event deleted for resources: {'Port': ['ID=167101cc-75c3-444b-a1ec-dfee46bcb92e,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:54.621734 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca35672-4472-457b-af69-2287b3f297a0 req-15f4de11-4d04-490f-9930-4332f259c12b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.626552 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2ca35672-4472-457b-af69-2287b3f297a0 req-15f4de11-4d04-490f-9930-4332f259c12b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0752389 Jul 07 18:32:54.669515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] No DVR routers for this DVR port 167101cc-75c3-444b-a1ec-dfee46bcb92e on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:54.672930 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.675573 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3a20b5af-e5fb-4d08-a8dd-d2cf179d27ce req-4f97afa9-3dd6-498e-880d-4387f77456a5 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "DELETE /v2.0/ports/167101cc-75c3-444b-a1ec-dfee46bcb92e HTTP/1.1" status: 204 len: 173 time: 0.4489493 Jul 07 18:32:54.675993 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'name': 'network-vif-deleted', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:54.678786 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50b97a-07f9-46a3-a304-687501a6270b" -d '{"events": [{"server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "name": "network-vif-deleted", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:54.681312 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2ca35672-4472-457b-af69-2287b3f297a0 req-d7f55c40-8c5a-409c-a2c4-54630b63927b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Jul 07 18:32:54.725219 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e4d76f1a-9ace-488f-9c6d-06ebbf225907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:54.732181 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3575ba-1efc-4785-a9f6-13909268781c x-openstack-request-id: req-5f3575ba-1efc-4785-a9f6-13909268781c {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:54.732467 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0081a10-bc61-482e-a053-264079cef390", "name": "network-vif-deleted", "tag": "167101cc-75c3-444b-a1ec-dfee46bcb92e", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:54.732767 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f3575ba-1efc-4785-a9f6-13909268781c {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:54.733718 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0081a10-bc61-482e-a053-264079cef390', 'name': 'network-vif-deleted', 'tag': '167101cc-75c3-444b-a1ec-dfee46bcb92e', 'status': 'completed', 'code': 200} Jul 07 18:32:54.895321 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083795-d4d0-4293-8590-9a6b53da247d req-0875df05-82f0-47ca-ae49-785607cca993 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:54.896839 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9e083795-d4d0-4293-8590-9a6b53da247d req-0875df05-82f0-47ca-ae49-785607cca993 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0705552 Jul 07 18:32:54.935690 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9e083795-d4d0-4293-8590-9a6b53da247d req-981ae758-bc3c-4763-9696-a97abcfa9370 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332344 Jul 07 18:32:54.986347 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-be0740a7-bb02-4b2f-9523-7488b4e9cec8 req-4a541d8b-486e-4dc0-9f42-137a284f00c4 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0081a10-bc61-482e-a053-264079cef390 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Jul 07 18:32:55.094933 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e9ad-90b2-4b08-9fb9-a33d72a596ff req-603f89e5-6377-4715-80b0-c60b9d7f9d18 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.096453 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d0f7e9ad-90b2-4b08-9fb9-a33d72a596ff req-603f89e5-6377-4715-80b0-c60b9d7f9d18 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0627933 Jul 07 18:32:55.133489 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d0f7e9ad-90b2-4b08-9fb9-a33d72a596ff req-38da038b-7894-4298-ab4e-c885b9c6aebe tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Jul 07 18:32:55.221835 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bb117-4b5f-425d-97d6-446ab3e26267 req-0848f448-ec1c-4817-a8e8-11ddae717af1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.223333 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cf2bb117-4b5f-425d-97d6-446ab3e26267 req-0848f448-ec1c-4817-a8e8-11ddae717af1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0607696 Jul 07 18:32:55.260479 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cf2bb117-4b5f-425d-97d6-446ab3e26267 req-996c6193-16e5-456a-b7ff-ed029e774781 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jul 07 18:32:55.854377 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450345-6443-459d-8d3b-3882a4354384 req-c3c0c06d-642d-492e-982e-ad26599a2787 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:55.855861 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3f450345-6443-459d-8d3b-3882a4354384 req-c3c0c06d-642d-492e-982e-ad26599a2787 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0652881 Jul 07 18:32:55.893439 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3f450345-6443-459d-8d3b-3882a4354384 req-8a5272cf-a7ad-4395-bba3-ca06b1d920fc tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Jul 07 18:32:56.106881 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238cfbf-41df-4269-b563-fa504113581d req-8fb2389f-3350-4812-b7f6-11663e6c3f7d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.108889 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b238cfbf-41df-4269-b563-fa504113581d req-8fb2389f-3350-4812-b7f6-11663e6c3f7d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0657175 Jul 07 18:32:56.150008 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b238cfbf-41df-4269-b563-fa504113581d req-84d8468f-9184-4bc5-9184-cd4aad6a49b3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351315 Jul 07 18:32:56.320048 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23db75-ca59-45c6-bd5b-2cfd1643b121 req-e630ce75-3175-4f4d-a974-754d80f11f8a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.321797 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0b23db75-ca59-45c6-bd5b-2cfd1643b121 req-e630ce75-3175-4f4d-a974-754d80f11f8a tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0616682 Jul 07 18:32:56.360493 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0b23db75-ca59-45c6-bd5b-2cfd1643b121 req-9960fc20-ee51-43d0-8738-2732d857c901 tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/security-groups?id=973912b7-c789-44e3-b7b3-8f59f8a2b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332117 Jul 07 18:32:56.450935 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6419161-9cb7-4888-a161-8942d40eec7c req-1fd4f540-7be9-4ecd-8284-33b2aeeaafb1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.452436 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f6419161-9cb7-4888-a161-8942d40eec7c req-1fd4f540-7be9-4ecd-8284-33b2aeeaafb1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0637512 Jul 07 18:32:56.494798 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f6419161-9cb7-4888-a161-8942d40eec7c req-e82cb4f8-ee55-4642-be3b-636a5b5fbace tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Jul 07 18:32:56.652378 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-9ffa2693-6a39-4b8f-ba72-b7400830f75c tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:56.653786 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-9ffa2693-6a39-4b8f-ba72-b7400830f75c tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 946 time: 0.0599265 Jul 07 18:32:56.750746 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Deleting port cbc64775-d7ae-4aed-8a7d-128974339184 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:32:56.751000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.838763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] For port cbc64775-d7ae-4aed-8a7d-128974339184, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbc64775-d7ae-4aed-8a7d-128974339184,segment=NetworkSegment(03a5505e-ce9d-4ecc-9742-b7b8310c383c),segment_id=03a5505e-ce9d-4ecc-9742-b7b8310c383c)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:32:56.839120 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.855602 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Calling delete_port for cbc64775-d7ae-4aed-8a7d-128974339184 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:32:56.980452 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:56.996690 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbc64775-d7ae-4aed-8a7d-128974339184'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:32:57.007760 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Pushing event deleted for resources: {'Port': ['ID=cbc64775-d7ae-4aed-8a7d-128974339184,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:32:57.056200 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] No DVR routers for this DVR port cbc64775-d7ae-4aed-8a7d-128974339184 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:32:57.058498 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.060444 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97e8b3cd-8afc-49c8-a6f3-96f9137dc35c req-cd23ca9d-f428-4bfb-b099-d7ccd64b40ba tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.103 "DELETE /v2.0/ports/cbc64775-d7ae-4aed-8a7d-128974339184 HTTP/1.1" status: 204 len: 173 time: 0.4007342 Jul 07 18:32:57.060876 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'name': 'network-vif-deleted', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:32:57.063692 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c3413-73ba-421a-8468-6e5d9d14e390" -d '{"events": [{"server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "name": "network-vif-deleted", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:32:57.081861 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a804405-464a-464b-827f-62d0acb69853 req-f74d742a-8a71-4a86-a021-de0bafb4435a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.084092 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7a804405-464a-464b-827f-62d0acb69853 req-f74d742a-8a71-4a86-a021-de0bafb4435a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0802519 Jul 07 18:32:57.098962 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd356d68-a48a-4ac0-a41c-d0439473ca68 x-openstack-request-id: req-dd356d68-a48a-4ac0-a41c-d0439473ca68 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:32:57.099253 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a025779c-07f8-4304-b208-2fd090b10058", "name": "network-vif-deleted", "tag": "cbc64775-d7ae-4aed-8a7d-128974339184", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:32:57.099502 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd356d68-a48a-4ac0-a41c-d0439473ca68 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:32:57.099919 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a025779c-07f8-4304-b208-2fd090b10058', 'name': 'network-vif-deleted', 'tag': 'cbc64775-d7ae-4aed-8a7d-128974339184', 'status': 'completed', 'code': 200} Jul 07 18:32:57.124446 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbc64775-d7ae-4aed-8a7d-128974339184 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:57.137845 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7a804405-464a-464b-827f-62d0acb69853 req-f1e326e9-9980-4fb1-a49e-8f1bbadb571e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Jul 07 18:32:57.144212 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: cbc64775-d7ae-4aed-8a7d-128974339184 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:57.144837 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbc64775-d7ae-4aed-8a7d-128974339184 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:57.145304 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 167101cc-75c3-444b-a1ec-dfee46bcb92e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:32:57.166122 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 167101cc-75c3-444b-a1ec-dfee46bcb92e {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:32:57.166743 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 167101cc-75c3-444b-a1ec-dfee46bcb92e not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:32:57.323716 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-adbf8758-5396-41e5-a809-b287bf177719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.334695 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d2b33-0ceb-4da4-b21a-6d4b4bc3f7b7 req-9c867414-7f09-4bd7-9304-ba1a8b2dcaa4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.336186 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-357d2b33-0ceb-4da4-b21a-6d4b4bc3f7b7 req-9c867414-7f09-4bd7-9304-ba1a8b2dcaa4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0643518 Jul 07 18:32:57.372807 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-357d2b33-0ceb-4da4-b21a-6d4b4bc3f7b7 req-a520c150-75eb-4e51-baeb-8e9b2b4e7e00 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311766 Jul 07 18:32:57.442116 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:57.519342 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b9729245-e97d-47a3-b6ab-2b5e324ebcde req-ad794f2e-e5bd-47bb-b0d6-a3cfc51eb74c tempest-VolumesActionsTest-2045730653 tempest-VolumesActionsTest-2045730653-project] 10.222.0.58 "GET /v2.0/ports?device_id=a025779c-07f8-4304-b208-2fd090b10058 HTTP/1.1" status: 200 len: 210 time: 0.0290215 Jul 07 18:32:57.598584 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd033e8-c5fe-4913-9438-a5bde9faacba req-e8d2c649-5d8e-406a-8377-324473926585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.600743 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8bd033e8-c5fe-4913-9438-a5bde9faacba req-e8d2c649-5d8e-406a-8377-324473926585 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.0558484 Jul 07 18:32:57.605804 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8304d-0a66-4f3b-86f8-fefc60550cac req-b2db5c97-962d-4c23-babd-4fafd8c42775 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.607332 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-93e8304d-0a66-4f3b-86f8-fefc60550cac req-b2db5c97-962d-4c23-babd-4fafd8c42775 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0666544 Jul 07 18:32:57.647341 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-93e8304d-0a66-4f3b-86f8-fefc60550cac req-2b1979c5-befe-4e6e-81fa-9ec96f68eb83 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Jul 07 18:32:57.687618 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8bd033e8-c5fe-4913-9438-a5bde9faacba req-e22513e1-f8d9-4add-9759-5a496bf4b981 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617983 Jul 07 18:32:57.707764 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f302a-867c-4bda-bb0b-320d006c6377 req-b19f6170-fbc1-4314-998d-6f699822bc03 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:57.709257 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-eb3f302a-867c-4bda-bb0b-320d006c6377 req-b19f6170-fbc1-4314-998d-6f699822bc03 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0859678 Jul 07 18:32:57.746565 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-eb3f302a-867c-4bda-bb0b-320d006c6377 req-835cea00-ec5d-4a0e-8f79-5f93c2a2681b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Jul 07 18:32:58.306610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774d04e-da9d-4b19-93fb-c9ec03b2d5e6 req-a09e0725-6c6b-4c86-b6af-8523ac6ae7b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.307983 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9774d04e-da9d-4b19-93fb-c9ec03b2d5e6 req-a09e0725-6c6b-4c86-b6af-8523ac6ae7b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0609841 Jul 07 18:32:58.344181 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9774d04e-da9d-4b19-93fb-c9ec03b2d5e6 req-d0e2e8c8-7ce8-49c4-a6b0-2d0966c02909 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Jul 07 18:32:58.410683 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:32:58.550681 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2967ce-85a1-4240-85fb-29e6be0c4812 req-b34f35de-bd23-4ebe-9e57-f8c60a7ccee5 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.552425 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-de2967ce-85a1-4240-85fb-29e6be0c4812 req-b34f35de-bd23-4ebe-9e57-f8c60a7ccee5 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0661168 Jul 07 18:32:58.591531 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-de2967ce-85a1-4240-85fb-29e6be0c4812 req-1c622b64-0438-4818-b4e0-62b65c6cc707 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Jul 07 18:32:58.850817 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542334c-96d3-4bf5-b64b-33a7b97ce87c req-f76824da-e5ed-47a1-b5bd-2b363c91738f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.852518 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7542334c-96d3-4bf5-b64b-33a7b97ce87c req-f76824da-e5ed-47a1-b5bd-2b363c91738f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0920424 Jul 07 18:32:58.903921 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7542334c-96d3-4bf5-b64b-33a7b97ce87c req-52b13d56-5477-46fe-b09d-65e4a9a89658 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Jul 07 18:32:58.951282 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f468247-a28a-43ce-bc4f-49b8065c0e44 req-4aece9af-3702-4dd6-be97-6cafacdef8c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:58.953412 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5f468247-a28a-43ce-bc4f-49b8065c0e44 req-4aece9af-3702-4dd6-be97-6cafacdef8c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0738974 Jul 07 18:32:58.992241 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5f468247-a28a-43ce-bc4f-49b8065c0e44 req-ce159aa6-fc18-46af-b288-7fd39eeec407 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Jul 07 18:32:59.511657 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455103a-e828-437e-ba59-1bc6a4f22822 req-05e8037d-708e-43ee-8b01-957b6ecfe42a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:59.513129 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a455103a-e828-437e-ba59-1bc6a4f22822 req-05e8037d-708e-43ee-8b01-957b6ecfe42a tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0610290 Jul 07 18:32:59.548668 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a455103a-e828-437e-ba59-1bc6a4f22822 req-5de973eb-673e-40c0-a03c-a16d07eaebdf tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301089 Jul 07 18:32:59.965611 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de847e1-8da2-443a-85c8-a9a51b68c76b req-5609e276-9c1b-4bc6-842d-2cd4c662ef73 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:32:59.967228 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3de847e1-8da2-443a-85c8-a9a51b68c76b req-5609e276-9c1b-4bc6-842d-2cd4c662ef73 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.2655675 Jul 07 18:33:00.006057 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3de847e1-8da2-443a-85c8-a9a51b68c76b req-4d4535d7-36f4-47d5-b0d6-6c3694ec59c4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Jul 07 18:33:00.036354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d403-1f25-4aca-8166-b91e525399e7 req-efe5a236-1378-4ed7-b807-2d8d0c82a1d5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:00.037845 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ef69d403-1f25-4aca-8166-b91e525399e7 req-efe5a236-1378-4ed7-b807-2d8d0c82a1d5 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0643592 Jul 07 18:33:00.074806 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ef69d403-1f25-4aca-8166-b91e525399e7 req-19fd1102-d950-4898-b3d0-850d6776c691 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jul 07 18:33:00.154399 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:00.174552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06d52d-ff2e-4daa-9566-aab843d92416 req-40489f05-5f98-4ade-88b7-8d52de184cc0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:00.176058 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2e06d52d-ff2e-4daa-9566-aab843d92416 req-40489f05-5f98-4ade-88b7-8d52de184cc0 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0663664 Jul 07 18:33:00.213306 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2e06d52d-ff2e-4daa-9566-aab843d92416 req-08ff10e3-770d-43de-a6e1-f4087209ae25 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jul 07 18:33:00.238930 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb5589-3169-4193-887b-21d70411afeb req-ed75eae6-a92b-4fd3-8992-32dc5ce30116 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:00.240463 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7bb5589-3169-4193-887b-21d70411afeb req-ed75eae6-a92b-4fd3-8992-32dc5ce30116 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0630701 Jul 07 18:33:00.279712 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7bb5589-3169-4193-887b-21d70411afeb req-a54468ca-3319-44c5-9f53-93ecf48942b1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338814 Jul 07 18:33:01.199675 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57345d-2bef-4daa-8730-66573f3b3989 req-7ec6859a-91fe-4b96-b840-1628c70e57fb tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.202727 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca57345d-2bef-4daa-8730-66573f3b3989 req-7ec6859a-91fe-4b96-b840-1628c70e57fb tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0870788 Jul 07 18:33:01.240802 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca57345d-2bef-4daa-8730-66573f3b3989 req-0cd957b3-811e-4d32-9620-ec5ddc3f15cd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327954 Jul 07 18:33:01.285768 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9486-b3bc-4b61-bd7d-71ec242cf6bd req-e87a7384-ee8c-42bd-a674-33ec22ac3947 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.287253 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-94bd9486-b3bc-4b61-bd7d-71ec242cf6bd req-e87a7384-ee8c-42bd-a674-33ec22ac3947 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jul 07 18:33:01.323605 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-94bd9486-b3bc-4b61-bd7d-71ec242cf6bd req-9719472b-223c-4ea3-b69b-55edb6af1fcd tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309451 Jul 07 18:33:01.398327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7236-5afa-42e6-a380-0fa52a54f4e2 req-e6d6eb0d-0c8c-4a1a-802a-412448186bc8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.399766 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-257e7236-5afa-42e6-a380-0fa52a54f4e2 req-e6d6eb0d-0c8c-4a1a-802a-412448186bc8 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0616078 Jul 07 18:33:01.438394 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-257e7236-5afa-42e6-a380-0fa52a54f4e2 req-1339a2fe-19a5-413b-928c-73309d7d679f tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jul 07 18:33:01.486852 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063551a2-8cb3-43d2-a188-7b4011f60594 req-2d9ca14c-b014-461e-b4e8-7bf698b72c41 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:01.488319 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-063551a2-8cb3-43d2-a188-7b4011f60594 req-2d9ca14c-b014-461e-b4e8-7bf698b72c41 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0627568 Jul 07 18:33:01.524323 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-063551a2-8cb3-43d2-a188-7b4011f60594 req-027aef2c-7b82-42a4-bd12-501f6168de88 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Jul 07 18:33:02.408811 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e3098-32fd-48d3-b1bf-7890357081f6 req-60e84cc5-6abc-4556-9a4f-5f3b29dbd442 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.410285 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-954e3098-32fd-48d3-b1bf-7890357081f6 req-60e84cc5-6abc-4556-9a4f-5f3b29dbd442 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0618036 Jul 07 18:33:02.448094 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-954e3098-32fd-48d3-b1bf-7890357081f6 req-88ee31da-aff0-442c-a747-360e5ddc76bd tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Jul 07 18:33:02.500319 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80bab-5762-4b8c-8c3b-4b7513de3018 req-f1ccf587-d5a3-4c87-82c7-6b50d88fe342 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.501788 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2df80bab-5762-4b8c-8c3b-4b7513de3018 req-f1ccf587-d5a3-4c87-82c7-6b50d88fe342 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0683811 Jul 07 18:33:02.543321 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2df80bab-5762-4b8c-8c3b-4b7513de3018 req-64a82353-4dba-45bd-bd48-689f86047223 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Jul 07 18:33:02.619182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154167-56ae-4828-8559-74afd3b66aa4 req-810b22f8-beb0-4af4-8e6f-bcfbdabfbfd6 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.620660 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06154167-56ae-4828-8559-74afd3b66aa4 req-810b22f8-beb0-4af4-8e6f-bcfbdabfbfd6 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0660408 Jul 07 18:33:02.657433 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06154167-56ae-4828-8559-74afd3b66aa4 req-fb7077a8-86cb-4e6c-8eca-95cb7eb52e3b tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1a76730-580b-4269-b647-fb80af341a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Jul 07 18:33:02.705944 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ddc4-d477-4f40-b3de-cdb8e4e2f4aa req-1b5bbc58-e41f-46e8-bf11-590765ff5f5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.707418 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4dc9ddc4-d477-4f40-b3de-cdb8e4e2f4aa req-1b5bbc58-e41f-46e8-bf11-590765ff5f5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0622895 Jul 07 18:33:02.744071 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4dc9ddc4-d477-4f40-b3de-cdb8e4e2f4aa req-cd45fcd0-f3f5-4a85-8f92-18763d226c51 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309508 Jul 07 18:33:02.831707 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518f2d-918c-4599-82ef-26ade3592c29 req-63f39aa1-8686-4958-9c76-d44963b28b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.833142 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-63f39aa1-8686-4958-9c76-d44963b28b1f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 1098 time: 0.0506463 Jul 07 18:33:02.889829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049903-f240-4fea-b757-43c3ee4394e7 req-994eba3c-2757-4f0a-8053-960ccc451c78 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.891285 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-16049903-f240-4fea-b757-43c3ee4394e7 req-994eba3c-2757-4f0a-8053-960ccc451c78 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 946 time: 0.0617781 Jul 07 18:33:02.923432 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518f2d-918c-4599-82ef-26ade3592c29 req-38cb94c2-9eaf-46b2-94f6-490763b1eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:02.924928 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-38cb94c2-9eaf-46b2-94f6-490763b1eb92 service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.0836625 Jul 07 18:33:02.982407 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-4813b3bc-d0db-4c93-9f45-0feaf1104910 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 200 len: 217 time: 0.0480969 Jul 07 18:33:03.013195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Deleting port 530d4425-4844-4777-8297-2ba85ddcc062 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:03.013535 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.034704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518f2d-918c-4599-82ef-26ade3592c29 req-5d37d580-6607-4365-b984-4fe16e4feb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.036230 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-5d37d580-6607-4365-b984-4fe16e4feb76 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0430331 Jul 07 18:33:03.074299 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-28488c9c-f715-4384-abae-eb1c032ba4c1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287716 Jul 07 18:33:03.097323 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] For port 530d4425-4844-4777-8297-2ba85ddcc062, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=530d4425-4844-4777-8297-2ba85ddcc062,segment=NetworkSegment(30df01c3-3e45-4a7c-955a-aa1b2d9c915e),segment_id=30df01c3-3e45-4a7c-955a-aa1b2d9c915e)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:03.097680 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.114061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Calling delete_port for 530d4425-4844-4777-8297-2ba85ddcc062 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:03.167646 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-a91a444a-a752-414f-9ffe-dbb5e077f530 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819156 Jul 07 18:33:03.272705 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27518f2d-918c-4599-82ef-26ade3592c29 req-e92df984-03f8-49d8-b6d8-fd879990bc14 service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928721 Jul 07 18:33:03.437053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.448961 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['530d4425-4844-4777-8297-2ba85ddcc062'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:03.466647 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Pushing event deleted for resources: {'Port': ['ID=530d4425-4844-4777-8297-2ba85ddcc062,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:03.515526 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] No DVR routers for this DVR port 530d4425-4844-4777-8297-2ba85ddcc062 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:03.518101 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:03.520287 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-16049903-f240-4fea-b757-43c3ee4394e7 req-3c093f88-72b2-4c4d-8632-9fce34cf0a50 tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.103 "DELETE /v2.0/ports/530d4425-4844-4777-8297-2ba85ddcc062 HTTP/1.1" status: 204 len: 173 time: 0.6203012 Jul 07 18:33:03.520977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'name': 'network-vif-deleted', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:03.523799 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2ef9f-7818-44b2-b1a5-0df840a2b793" -d '{"events": [{"server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "name": "network-vif-deleted", "tag": "530d4425-4844-4777-8297-2ba85ddcc062"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:03.564252 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def15c70-a007-49bc-8237-afcaf4fe8a3a x-openstack-request-id: req-def15c70-a007-49bc-8237-afcaf4fe8a3a {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:03.564604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af497dc0-d88e-4579-b071-af872246801c", "name": "network-vif-deleted", "tag": "530d4425-4844-4777-8297-2ba85ddcc062", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:03.564914 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-def15c70-a007-49bc-8237-afcaf4fe8a3a {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:03.565367 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af497dc0-d88e-4579-b071-af872246801c', 'name': 'network-vif-deleted', 'tag': '530d4425-4844-4777-8297-2ba85ddcc062', 'status': 'completed', 'code': 200} Jul 07 18:33:03.662065 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47158965-fd02-49e5-bb42-8730e0daa0ef req-36bb50c1-d6a2-4c23-9769-ee0d5c1b8549 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.664205 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-47158965-fd02-49e5-bb42-8730e0daa0ef req-36bb50c1-d6a2-4c23-9769-ee0d5c1b8549 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0829008 Jul 07 18:33:03.723629 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-47158965-fd02-49e5-bb42-8730e0daa0ef req-08ed9558-f536-4775-8453-58e4f14cb427 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521302 Jul 07 18:33:03.747611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2aab0-f495-4d9f-8857-2efd14afac0b req-656f26b5-09e2-4877-b7a5-15cff87deb11 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.749239 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-baf2aab0-f495-4d9f-8857-2efd14afac0b req-656f26b5-09e2-4877-b7a5-15cff87deb11 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.0863602 Jul 07 18:33:03.814837 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-baf2aab0-f495-4d9f-8857-2efd14afac0b req-5659cb25-e5b1-4194-a60c-f6376213606c tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Jul 07 18:33:03.865127 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1853e6ea-4d68-4a8a-a149-45d7fb95c6be req-3a51f05b-903e-4898-9d01-77bda87030cb tempest-AttachVolumeNegativeTest-721302650 tempest-AttachVolumeNegativeTest-721302650-project] 10.222.0.58 "GET /v2.0/ports?device_id=af497dc0-d88e-4579-b071-af872246801c HTTP/1.1" status: 200 len: 210 time: 0.0305469 Jul 07 18:33:03.983448 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af6ce3-8544-4597-8b39-631e2b80c345 req-384c4ea5-b911-456b-a15a-663d10963b43 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:03.984983 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1af6ce3-8544-4597-8b39-631e2b80c345 req-384c4ea5-b911-456b-a15a-663d10963b43 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0664902 Jul 07 18:33:04.026291 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1af6ce3-8544-4597-8b39-631e2b80c345 req-8fa19036-7a89-4b1b-8ea8-1311cb2e6331 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Jul 07 18:33:04.924440 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebc791-a35d-4f6c-bc7f-638d269f0ff7 req-d81e29c7-14d7-4a1c-b8c3-f2323259fb98 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:04.932269 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c1ebc791-a35d-4f6c-bc7f-638d269f0ff7 req-d81e29c7-14d7-4a1c-b8c3-f2323259fb98 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0867636 Jul 07 18:33:04.979671 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c1ebc791-a35d-4f6c-bc7f-638d269f0ff7 req-7b4a2c1d-b759-4029-9d90-1f0dbd13411f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Jul 07 18:33:05.100900 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 59924) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.111369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89205a-6aa9-4dff-ad74-a2faecd70de3 req-e621575d-9db3-4dd3-a389-274d4ad24a25 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.126656 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed89205a-6aa9-4dff-ad74-a2faecd70de3 req-e621575d-9db3-4dd3-a389-274d4ad24a25 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1478903 Jul 07 18:33:05.184846 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Deleting subnet dd081d88-4260-4aaa-95a7-a699a972cdf8 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:33:05.192873 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.215729 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed89205a-6aa9-4dff-ad74-a2faecd70de3 req-e73f7ae3-0478-4539-82b7-8b7cf6d405ed tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820701 Jul 07 18:33:05.295087 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.359697 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c2ee-947b-4411-b6ab-09d605a6d2a0 req-4d8a6e0f-d415-42b9-8c97-940d40ba8a76 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:05.366704 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8a0c2ee-947b-4411-b6ab-09d605a6d2a0 req-4d8a6e0f-d415-42b9-8c97-940d40ba8a76 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1430511 Jul 07 18:33:05.375541 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.435368 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e8a0c2ee-947b-4411-b6ab-09d605a6d2a0 req-f30a6e05-2991-420b-8d3b-eaf4bbcc0c2a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677090 Jul 07 18:33:05.468743 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.507014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd081d88-4260-4aaa-95a7-a699a972cdf8,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:05.509520 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.510985 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a4b41088-6a58-46cc-9f1a-4a11997a20b8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dd081d88-4260-4aaa-95a7-a699a972cdf8 HTTP/1.1" status: 204 len: 168 time: 0.4085531 Jul 07 18:33:05.515938 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59930) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:05.750538 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.832087 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.844257 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7603c201-4698-4c01-b2c2-ef29141dfc67']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:05.860309 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30df01c3-3e45-4a7c-955a-aa1b2d9c915e') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:05.860734 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30df01c3-3e45-4a7c-955a-aa1b2d9c915e') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:05.874303 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.893022 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.901272 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:05.901874 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:05.904409 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:06.007383 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.013615 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.015510 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7603c201-4698-4c01-b2c2-ef29141dfc67 HTTP/1.1" status: 204 len: 168 time: 0.4971323 Jul 07 18:33:06.052167 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fe8d7-cc4e-492b-a827-d29116790260 admin admin] Pushing event deleted for resources: {'Network': ['ID=7603c201-4698-4c01-b2c2-ef29141dfc67,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:06.232623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c02b30-6483-44de-ae78-cd2117767620 req-ae61f358-91c2-4320-adfe-edb42ac22b7b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:06.241042 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-80c02b30-6483-44de-ae78-cd2117767620 req-ae61f358-91c2-4320-adfe-edb42ac22b7b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1237016 Jul 07 18:33:06.284235 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-80c02b30-6483-44de-ae78-cd2117767620 req-33777489-5e23-48cf-b8ab-eec8f40f7aa8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 Jul 07 18:33:06.324728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59938) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:06.385180 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-fe4fc51e-76a6-43e7-80b4-b6f9b380c90f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2210f6ebb5fe4d77a91fead1b678b308&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593174 Jul 07 18:33:06.387616 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 59940) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:06.455911 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.500268 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.541318 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e2aae-71d4-43ae-8b33-e9fb16eeb4af req-20b0fad6-2813-4aaa-bf11-a195eb3ac21e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:06.550212 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-217e2aae-71d4-43ae-8b33-e9fb16eeb4af req-20b0fad6-2813-4aaa-bf11-a195eb3ac21e tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1378386 Jul 07 18:33:06.597419 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.610154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:06.610154 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1a76730-580b-4269-b647-fb80af341a20 HTTP/1.1" status: 204 len: 168 time: 0.2163601 Jul 07 18:33:06.610487 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-217e2aae-71d4-43ae-8b33-e9fb16eeb4af req-f72725da-2b6f-47c2-95df-e820d03d3959 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jul 07 18:33:06.620521 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5a9ea-ab33-4505-9f10-becf3a8b7880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a76730-580b-4269-b647-fb80af341a20,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:06.790835 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76b1bd-4a31-4724-91cc-345e6d9bb462 req-612bf6ff-a5b5-4c93-9bee-6625037feedd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:06.798014 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2e76b1bd-4a31-4724-91cc-345e6d9bb462 req-612bf6ff-a5b5-4c93-9bee-6625037feedd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1028166 Jul 07 18:33:06.846139 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2e76b1bd-4a31-4724-91cc-345e6d9bb462 req-5f380188-2790-4da8-b8db-a38451a9bc96 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Jul 07 18:33:07.168821 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 530d4425-4844-4777-8297-2ba85ddcc062 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:07.221480 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 530d4425-4844-4777-8297-2ba85ddcc062 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:07.226204 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 530d4425-4844-4777-8297-2ba85ddcc062 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:07.473947 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8805e-eabd-4cbb-8076-fef59e05ee19 req-09f06c5b-8239-4ab7-b2b5-6e2f1e18f293 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:07.494262 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-51a8805e-eabd-4cbb-8076-fef59e05ee19 req-09f06c5b-8239-4ab7-b2b5-6e2f1e18f293 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0886109 Jul 07 18:33:07.547598 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-51a8805e-eabd-4cbb-8076-fef59e05ee19 req-e05f6204-99d1-4451-b02f-a0034da88165 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Jul 07 18:33:08.070984 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4b49-eadd-43fd-b775-88c6a8d335fc req-c0e5a1d4-86df-4535-8d60-88d9abf76485 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.073610 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2f9f4b49-eadd-43fd-b775-88c6a8d335fc req-c0e5a1d4-86df-4535-8d60-88d9abf76485 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0967431 Jul 07 18:33:08.142529 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2f9f4b49-eadd-43fd-b775-88c6a8d335fc req-91051922-86fc-418b-aed2-5934a960fb41 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584054 Jul 07 18:33:08.751141 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ad86-b903-4664-833c-adfcbc3774cb req-c200c741-11f6-4203-98ef-c3b1c0b7694c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:08.753742 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f9a3ad86-b903-4664-833c-adfcbc3774cb req-c200c741-11f6-4203-98ef-c3b1c0b7694c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0821586 Jul 07 18:33:08.812996 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f9a3ad86-b903-4664-833c-adfcbc3774cb req-12657600-6a42-4ebf-a30a-ef226db3b80e tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535812 Jul 07 18:33:09.177601 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:33:09.185135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd7ab8-6e25-4438-ab78-b10923721bb3 req-43ad6fc5-6b7c-48f9-94d3-16c9ae4a4feb tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.193963 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b2cd7ab8-6e25-4438-ab78-b10923721bb3 req-43ad6fc5-6b7c-48f9-94d3-16c9ae4a4feb tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0804875 Jul 07 18:33:09.264249 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b2cd7ab8-6e25-4438-ab78-b10923721bb3 req-2eb13bf0-43ed-4e7d-928a-ec11fafca7c4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690367 Jul 07 18:33:09.363057 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:09.380561 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:33:09.396793 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-0b15cb15-e28a-4c59-80c3-2e666b4697dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.398302 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-0b15cb15-e28a-4c59-80c3-2e666b4697dc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1098 time: 0.2347476 Jul 07 18:33:09.447610 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:09.466128 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:09.494100 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:09.507050 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:09.587188 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e377ff-b7fa-4ff4-b195-9527c5e9cc19 req-4554aedb-5e0e-476c-8692-aa97f069a39b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.588753 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8e377ff-b7fa-4ff4-b195-9527c5e9cc19 req-4554aedb-5e0e-476c-8692-aa97f069a39b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.2824762 Jul 07 18:33:09.593046 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=6']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:09.645410 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['fb79c146-8adb-41f1-8764-18a4b9f4084b'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:09.662811 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-7f916b61-f436-4c56-8384-55393a863f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.664933 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-7f916b61-f436-4c56-8384-55393a863f6d service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.2517390 Jul 07 18:33:09.760146 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b8e377ff-b7fa-4ff4-b195-9527c5e9cc19 req-10c32028-d8b6-4af7-acd3-452ffcf12607 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476319 Jul 07 18:33:09.807425 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-df1b4192-e0f1-4001-a29f-945ed7b4e4fd service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 1001 time: 0.1343012 Jul 07 18:33:09.860177 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-3997aa84-d64a-44b0-948a-fca9d6d52cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.861641 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-3997aa84-d64a-44b0-948a-fca9d6d52cde service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0472507 Jul 07 18:33:09.965470 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-fd13036e-fcd7-4bf3-be34-27c5c27c33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:09.966905 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-fd13036e-fcd7-4bf3-be34-27c5c27c33e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826850 Jul 07 18:33:10.091153 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-f8b61aba-f59a-454f-b6f9-ecfddc6587a5 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133709 Jul 07 18:33:10.170518 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-55408d43-b570-496c-8a64-c2ef23f4612e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808942 Jul 07 18:33:10.243609 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0520d181-9b8c-423d-afbc-2f5a54b0c518 req-eb7cfb29-cd84-458d-a1cf-fcc60d6a23cf service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446455 Jul 07 18:33:10.289575 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07492481-d54b-4c87-a80e-87eaa0814586 req-cd3c94b1-d1b2-4155-a875-89c40542a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.292110 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-cd3c94b1-d1b2-4155-a875-89c40542a94d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 1098 time: 0.0880563 Jul 07 18:33:10.536019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0bfaa-d968-46d1-9b71-af2643690219 req-85a279a3-dc4f-49cc-b9fb-2100421e83ff tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.538325 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-05d0bfaa-d968-46d1-9b71-af2643690219 req-85a279a3-dc4f-49cc-b9fb-2100421e83ff tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1186514 Jul 07 18:33:10.553168 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07492481-d54b-4c87-a80e-87eaa0814586 req-7d428ca0-2bee-4f68-a4d6-d16a0887efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.555225 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-7d428ca0-2bee-4f68-a4d6-d16a0887efdc service neutron] 10.222.0.103 "GET /v2.0/networks?id=4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 200 len: 920 time: 0.2074080 Jul 07 18:33:10.612995 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-e32d38c3-0426-447c-8b93-f1bb2643f591 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 200 len: 217 time: 0.0473828 Jul 07 18:33:10.631153 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-05d0bfaa-d968-46d1-9b71-af2643690219 req-82c9b93d-61ec-4377-899b-191cf4832c14 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861552 Jul 07 18:33:10.750804 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07492481-d54b-4c87-a80e-87eaa0814586 req-99957ce2-466c-49b7-b800-31381e8af84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:10.753747 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-99957ce2-466c-49b7-b800-31381e8af84c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 200 len: 858 time: 0.0992732 Jul 07 18:33:10.815831 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-9c97d330-a679-4132-89c7-6f9af5c0a601 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4f3e2609-c1f2-411e-96e3-521e8705642a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518374 Jul 07 18:33:11.135575 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-1db2e078-8cd8-4a72-9221-f029fea998ba service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111253 Jul 07 18:33:11.207209 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:33:11.298255 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60082) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:11.306362 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990add6-64ba-4620-adff-48cfafa7858e req-90d37108-cda8-4a38-9275-36cbabefff30 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:11.319114 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f990add6-64ba-4620-adff-48cfafa7858e req-90d37108-cda8-4a38-9275-36cbabefff30 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 944 time: 0.3234663 Jul 07 18:33:11.330576 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port fb79c146-8adb-41f1-8764-18a4b9f4084b triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:11.332576 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.398533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7cf16-3603-470e-911e-cc7639718daf req-63963cc7-0211-4f37-8e86-bed2be91f29b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:11.401131 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e6a7cf16-3603-470e-911e-cc7639718daf req-63963cc7-0211-4f37-8e86-bed2be91f29b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1493516 Jul 07 18:33:11.464902 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f990add6-64ba-4620-adff-48cfafa7858e req-9641df34-0169-47c5-b969-b54f621e051d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445146 Jul 07 18:33:11.470340 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-07492481-d54b-4c87-a80e-87eaa0814586 req-329a1a1e-3a65-4e57-a8e0-2117cbc73c9f service neutron] 10.222.0.103 "GET /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225400 Jul 07 18:33:11.503579 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e6a7cf16-3603-470e-911e-cc7639718daf req-84183faa-5891-4aa7-96d2-d3f351007738 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Jul 07 18:33:11.530582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.535200 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-293ec17a-03b3-4dd7-809c-9fbd4e2bcc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.557655 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:11.560070 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba2cb31-4812-4492-b022-6ca78145c506" -d '{"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:11.579141 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:11.597995 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.641822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc14fc2-5d9e-478d-bdbd-aaabceeadae3 x-openstack-request-id: req-6dc14fc2-5d9e-478d-bdbd-aaabceeadae3 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:11.642112 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:11.642368 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6dc14fc2-5d9e-478d-bdbd-aaabceeadae3 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:11.643103 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'code': 200} Jul 07 18:33:11.723788 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=7']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:11.756693 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-293ec17a-03b3-4dd7-809c-9fbd4e2bcc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.765309 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-293ec17a-03b3-4dd7-809c-9fbd4e2bcc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.818794 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ec17a-03b3-4dd7-809c-9fbd4e2bcc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918dfc2c-82dc-4ee7-a21c-7f5ced7ecec6,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:11.835941 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-293ec17a-03b3-4dd7-809c-9fbd4e2bcc07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e360643b50f74bfba4affe0b7d4550c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285838 Jul 07 18:33:11.836412 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60106) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:11.868444 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.903873 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.931325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:11.982202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af144a-afee-45ef-ae76-81af43ceb814 req-39c443cc-9de2-42ac-9623-f40d95a8a4d1 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:11.988910 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c8af144a-afee-45ef-ae76-81af43ceb814 req-39c443cc-9de2-42ac-9623-f40d95a8a4d1 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1844749 Jul 07 18:33:12.010539 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.013495 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:12.014795 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/918dfc2c-82dc-4ee7-a21c-7f5ced7ecec6 HTTP/1.1" status: 204 len: 168 time: 0.1778188 Jul 07 18:33:12.031777 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46966-07ea-421c-90aa-fcd3696b44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918dfc2c-82dc-4ee7-a21c-7f5ced7ecec6,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:12.037695 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c8af144a-afee-45ef-ae76-81af43ceb814 req-aa4ae11c-8d0c-496a-b988-6a2e8fda5bc0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479190 Jul 07 18:33:12.833942 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6ab7c-098b-4a4f-b4c1-7a6ddd0340c1 req-3ff79b58-1a41-44a8-a5cd-b10db5a48956 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:12.855637 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-45e6ab7c-098b-4a4f-b4c1-7a6ddd0340c1 req-3ff79b58-1a41-44a8-a5cd-b10db5a48956 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1338971 Jul 07 18:33:12.866369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec6e4-b0d9-4f0d-8ac6-ef52192698cb req-0e5879d0-bf6b-489a-928c-7ed053f6aa26 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:12.868621 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aecec6e4-b0d9-4f0d-8ac6-ef52192698cb req-0e5879d0-bf6b-489a-928c-7ed053f6aa26 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.0852678 Jul 07 18:33:12.928591 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-45e6ab7c-098b-4a4f-b4c1-7a6ddd0340c1 req-9039f9cf-cbd2-402e-bf72-0176d8e2415b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665233 Jul 07 18:33:12.996746 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aecec6e4-b0d9-4f0d-8ac6-ef52192698cb req-aae10e80-6cb7-4f60-9542-1961cbd86ef0 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160600 Jul 07 18:33:14.223524 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-4bb16b0d-879a-4189-98b0-55d0c9cd82b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.243914 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-4bb16b0d-879a-4189-98b0-55d0c9cd82b2 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1440547 Jul 07 18:33:14.341838 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b405a7-94b6-4d8a-8ed5-860e83a5c1f1 req-470a488a-4ab7-4045-aa73-10b02185e2c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.350236 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26b405a7-94b6-4d8a-8ed5-860e83a5c1f1 req-470a488a-4ab7-4045-aa73-10b02185e2c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.2220657 Jul 07 18:33:14.405092 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-26b405a7-94b6-4d8a-8ed5-860e83a5c1f1 req-68f401cd-03ad-4cfd-9aa7-82e68282aa9f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535948 Jul 07 18:33:14.422150 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Deleting port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:14.422150 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.487676 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71cf-9247-4585-834a-b210d2b669e8 req-10f9736d-fb6a-4e8d-8050-bd55e56f3986 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:14.491526 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c13a71cf-9247-4585-834a-b210d2b669e8 req-10f9736d-fb6a-4e8d-8050-bd55e56f3986 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 945 time: 0.1955135 Jul 07 18:33:14.621972 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c13a71cf-9247-4585-834a-b210d2b669e8 req-70b8675f-000e-4406-8096-ed1d5701fa2f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236916 Jul 07 18:33:14.631411 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] For port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:14.631770 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:14.681227 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Calling delete_port for 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:15.051704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.065160 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['574edc4c-05c7-43a8-95bc-70d79a5c70cb', '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:15.137588 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Pushing event deleted for resources: {'Port': ['ID=15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:15.203182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.207236 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.224574 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.226820 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.227851 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.231244 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.234795 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.235612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.236585 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.239202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.240560 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.240560 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.249548 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60160) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:15.365259 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] No DVR routers for this DVR port 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:15.368591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.371010 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cf5e83b4-c764-4d0b-b5f2-c7375773d02f req-e74cef0a-4baa-41cd-8770-c213b1147967 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "DELETE /v2.0/ports/15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 HTTP/1.1" status: 204 len: 173 time: 1.1200681 Jul 07 18:33:15.371451 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'name': 'network-vif-deleted', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:15.374335 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0374a-84a0-4bcb-88eb-1e36f77ab875" -d '{"events": [{"server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "name": "network-vif-deleted", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:15.430013 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec9279-e67b-4532-acc7-1d332f4b8302 x-openstack-request-id: req-98ec9279-e67b-4532-acc7-1d332f4b8302 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:15.430503 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94779cde-f38c-4d12-955d-0d79933986e3", "name": "network-vif-deleted", "tag": "15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:15.430914 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98ec9279-e67b-4532-acc7-1d332f4b8302 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:15.431499 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94779cde-f38c-4d12-955d-0d79933986e3', 'name': 'network-vif-deleted', 'tag': '15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8', 'status': 'completed', 'code': 200} Jul 07 18:33:15.435649 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.654064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.660928 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.714918 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44cf85-3ae4-485b-9f83-3d16fb5c6b70,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:15.720325 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dfb9153a5f3d44798a09a5f538be9054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695528 Jul 07 18:33:15.722900 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60176) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:15.736331 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.736666 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.737006 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.737339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.737668 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.738391 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.738903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.739362 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.739697 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.740091 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.740385 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.740737 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb94610-c44f-4dbc-8b35-f09567f01d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:15.913760 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d42c4302-4680-42b7-b059-45a31e7e7545 req-254d271d-9f56-4f8d-b57b-a14373288363 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.0434341 Jul 07 18:33:15.940950 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:15.957114 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03cf1e-43ca-4646-8b3b-f88c35047e84 req-bf86b9b2-7b51-41a0-bf15-4b6bb9764de2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:15.964570 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2b03cf1e-43ca-4646-8b3b-f88c35047e84 req-bf86b9b2-7b51-41a0-bf15-4b6bb9764de2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.2200334 Jul 07 18:33:16.050773 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2b03cf1e-43ca-4646-8b3b-f88c35047e84 req-9234ee63-a658-4d5f-9723-d6e286c61f01 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850325 Jul 07 18:33:16.066699 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.190390 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.194891 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.198625 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c44cf85-3ae4-485b-9f83-3d16fb5c6b70 HTTP/1.1" status: 204 len: 168 time: 0.4725189 Jul 07 18:33:16.210909 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07292690-570c-4441-a3f4-15c3b4c450f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44cf85-3ae4-485b-9f83-3d16fb5c6b70,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:16.595572 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60188) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:16.648169 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-69633841-a8c5-4aea-a106-1700eb1d97a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.940636 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-69633841-a8c5-4aea-a106-1700eb1d97a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:16.966183 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-69633841-a8c5-4aea-a106-1700eb1d97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.038993 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-69633841-a8c5-4aea-a106-1700eb1d97a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7463a74f06c8429a9094aef8dc43394d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419651 Jul 07 18:33:17.042527 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60192) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:17.089154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69633841-a8c5-4aea-a106-1700eb1d97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d519b9-93ea-4499-b805-e8f81810d847,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:17.205039 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.243125 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:17.287522 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:17.289796 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 15bfe0e6-d3ad-42af-870b-0e1ff0b2b9f8 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:17.314706 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f8b6b27f-25fb-4b3a-8ef3-8faa60f06f8e req-160717a9-9a06-4227-afc4-b530fa9b6817 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=94779cde-f38c-4d12-955d-0d79933986e3 HTTP/1.1" status: 200 len: 210 time: 0.1014328 Jul 07 18:33:17.352036 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.421509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3904-4f59-470c-842b-f1c1e5af4908 req-53f0482d-e332-4e2f-aaa6-09f9796e4e83 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:17.430767 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ec1d3904-4f59-470c-842b-f1c1e5af4908 req-53f0482d-e332-4e2f-aaa6-09f9796e4e83 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1357975 Jul 07 18:33:17.469441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.472305 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:17.476782 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25d519b9-93ea-4499-b805-e8f81810d847 HTTP/1.1" status: 204 len: 168 time: 0.4318511 Jul 07 18:33:17.494568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced19c0-5d1a-4d28-bfdc-826008fac6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d519b9-93ea-4499-b805-e8f81810d847,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:17.540937 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ec1d3904-4f59-470c-842b-f1c1e5af4908 req-c54b6815-cd1d-42cb-8001-1c4b9abd80c5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091273 Jul 07 18:33:18.969994 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1139-c40a-459b-a62c-9726d6ebb811 req-b82bc066-9b63-4414-9a7e-38a7853a88b0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:18.978937 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b0bf1139-c40a-459b-a62c-9726d6ebb811 req-b82bc066-9b63-4414-9a7e-38a7853a88b0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1389008 Jul 07 18:33:19.051357 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b0bf1139-c40a-459b-a62c-9726d6ebb811 req-0a140d30-7774-41d9-88eb-03020afcfbe9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694797 Jul 07 18:33:19.083633 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def61b5-4b32-4d0e-9fd8-9e7add61c3c4 req-29e4b743-0a2e-423f-b803-2759435cb552 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:19.085411 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8def61b5-4b32-4d0e-9fd8-9e7add61c3c4 req-29e4b743-0a2e-423f-b803-2759435cb552 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1456597 Jul 07 18:33:19.160615 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8def61b5-4b32-4d0e-9fd8-9e7add61c3c4 req-beb3b854-3c11-4117-b332-dc941dd30734 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Jul 07 18:33:20.395661 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7279f-7843-4008-b515-b2a4a2e1b5a5 req-ba14024d-d8c4-45a3-b513-3a22f6010fe2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:20.397248 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9eb7279f-7843-4008-b515-b2a4a2e1b5a5 req-ba14024d-d8c4-45a3-b513-3a22f6010fe2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1314280 Jul 07 18:33:20.459879 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9eb7279f-7843-4008-b515-b2a4a2e1b5a5 req-ac554b15-54a8-40ad-befa-b204d8c6733c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Jul 07 18:33:20.542895 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbcfa-6602-4420-8518-c0552d19d814 req-ab8f0da6-b63d-4de4-99fd-70f71c8ae522 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:20.544636 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-24bcbcfa-6602-4420-8518-c0552d19d814 req-ab8f0da6-b63d-4de4-99fd-70f71c8ae522 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1754789 Jul 07 18:33:20.604059 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-24bcbcfa-6602-4420-8518-c0552d19d814 req-8039cb0a-e4e5-4725-9768-375ac6b31923 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Jul 07 18:33:21.899767 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35f068-5d59-4e0e-91be-a386f75eaa4f req-67972430-08bb-4f7c-9253-cba00da9b219 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:21.919286 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3f35f068-5d59-4e0e-91be-a386f75eaa4f req-67972430-08bb-4f7c-9253-cba00da9b219 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.2436593 Jul 07 18:33:21.978567 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7233d16-b09a-47fe-980d-0f3ce9c21434 req-e3b3dfc8-9c67-4eb9-8210-43bb7028c1df tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:21.988113 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e7233d16-b09a-47fe-980d-0f3ce9c21434 req-e3b3dfc8-9c67-4eb9-8210-43bb7028c1df tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1456528 Jul 07 18:33:22.015922 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3f35f068-5d59-4e0e-91be-a386f75eaa4f req-3ca721bc-5e17-4af9-ba65-f3afdb6d71eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947559 Jul 07 18:33:22.071278 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e7233d16-b09a-47fe-980d-0f3ce9c21434 req-5a942889-e393-48cc-805b-76977fb1be86 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822303 Jul 07 18:33:23.360517 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36f4fb-a357-4b9b-be5b-d2afb6548c05 req-3c52cc9e-23b1-4073-868a-7850f7b22fab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:23.375281 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b36f4fb-a357-4b9b-be5b-d2afb6548c05 req-3c52cc9e-23b1-4073-868a-7850f7b22fab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1491303 Jul 07 18:33:23.386977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61b69-0baa-4e9a-ae82-fd111fbd389f req-3535bbd1-a783-4e74-8610-f42eae5d0b73 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:23.406262 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-82b61b69-0baa-4e9a-ae82-fd111fbd389f req-3535bbd1-a783-4e74-8610-f42eae5d0b73 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1228776 Jul 07 18:33:23.443203 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b36f4fb-a357-4b9b-be5b-d2afb6548c05 req-9a71d3fd-623d-4237-b1b3-05937f090736 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669947 Jul 07 18:33:23.483813 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-82b61b69-0baa-4e9a-ae82-fd111fbd389f req-5da03f8c-65b2-4662-a629-5c5f90441cbe tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759299 Jul 07 18:33:24.666310 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6c74a-eac4-43f0-a716-03d47dca0ba6 req-b76c6aa1-9598-4682-92b5-237460c25e22 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:24.669194 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a1d6c74a-eac4-43f0-a716-03d47dca0ba6 req-b76c6aa1-9598-4682-92b5-237460c25e22 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.0928171 Jul 07 18:33:24.722593 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5f1f-7128-40a4-9432-364dbac98a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:24.725236 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf636-1119-425c-b2fe-383dc9099358 req-df28d1fa-a17f-4872-b412-6bf4bcb807d1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:24.727445 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-372bf636-1119-425c-b2fe-383dc9099358 req-df28d1fa-a17f-4872-b412-6bf4bcb807d1 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1001709 Jul 07 18:33:24.746378 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a1d6c74a-eac4-43f0-a716-03d47dca0ba6 req-35856b3e-ce0f-4381-8bc3-07e10ac301fa tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681036 Jul 07 18:33:24.784933 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-372bf636-1119-425c-b2fe-383dc9099358 req-e6709e58-d7b5-49af-9e4a-028d46e6cc8b tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Jul 07 18:33:25.925818 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-ace557e9-8041-443b-8072-0be121155038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.927309 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-ace557e9-8041-443b-8072-0be121155038 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1098 time: 0.1197143 Jul 07 18:33:25.971393 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17028-dacd-4d45-8888-bbf82775732e req-3cd20f39-e14b-41b4-acf9-cdaa11c95153 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.972898 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9cc17028-dacd-4d45-8888-bbf82775732e req-3cd20f39-e14b-41b4-acf9-cdaa11c95153 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1002684 Jul 07 18:33:25.993853 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc651a-96c6-499b-aa4d-5243bee5785a req-28d37a49-49a7-45ad-a69b-b4d5569320ed tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:25.995307 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4fc651a-96c6-499b-aa4d-5243bee5785a req-28d37a49-49a7-45ad-a69b-b4d5569320ed tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1276572 Jul 07 18:33:26.046064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e6bb2-6734-4b93-81dd-b464698b497f req-61223445-800f-4179-ac76-666b89bf147f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.047455 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-564e6bb2-6734-4b93-81dd-b464698b497f req-61223445-800f-4179-ac76-666b89bf147f tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c9d49bb-9b9e-4423-b230-c8824c329597 HTTP/1.1" status: 200 len: 945 time: 0.1221168 Jul 07 18:33:26.053219 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c4fc651a-96c6-499b-aa4d-5243bee5785a req-4728c9c9-0b57-4c8f-b744-19111fc47137 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511312 Jul 07 18:33:26.064010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-3c27d32e-71a9-403c-9e36-1ff6316f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.065878 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-3c27d32e-71a9-403c-9e36-1ff6316f3027 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1250067 Jul 07 18:33:26.120867 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-564e6bb2-6734-4b93-81dd-b464698b497f req-ad655835-7acc-4240-a410-901a81141093 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.58 "GET /v2.0/security-groups?id=0efbafae-c7af-4cd8-b2fd-dc93c449e726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 Jul 07 18:33:26.140056 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Deleting port 574edc4c-05c7-43a8-95bc-70d79a5c70cb {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:26.140480 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.147750 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-68007f7d-33e5-4d10-8908-dd6c570c8cd4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 999 time: 0.0744264 Jul 07 18:33:26.152386 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:33:26.200064 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-a0c450e2-5db3-4ec5-a876-e6f4f9f7d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.201529 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-a0c450e2-5db3-4ec5-a876-e6f4f9f7d610 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0447679 Jul 07 18:33:26.231524 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] For port 574edc4c-05c7-43a8-95bc-70d79a5c70cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=574edc4c-05c7-43a8-95bc-70d79a5c70cb,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:26.231875 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.244600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Calling delete_port for 574edc4c-05c7-43a8-95bc-70d79a5c70cb owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:26.263016 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-a2e3683d-c905-4185-b82e-d8ec6c5b4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:26.264519 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-a2e3683d-c905-4185-b82e-d8ec6c5b4893 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507948 Jul 07 18:33:26.353938 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-786ebf9f-d437-4a61-9441-edd344f37cb3 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Jul 07 18:33:26.369827 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.381160 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['574edc4c-05c7-43a8-95bc-70d79a5c70cb'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:26.398297 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Pushing event deleted for resources: {'Port': ['ID=574edc4c-05c7-43a8-95bc-70d79a5c70cb,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:26.444040 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] No DVR routers for this DVR port 574edc4c-05c7-43a8-95bc-70d79a5c70cb on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:26.448073 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:26.450031 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9cc17028-dacd-4d45-8888-bbf82775732e req-80cb42ec-fd21-4775-bcb2-9b7e955458f7 tempest-ServerRescueNegativeTestJSON-1202115429 tempest-ServerRescueNegativeTestJSON-1202115429-project] 10.222.0.103 "DELETE /v2.0/ports/574edc4c-05c7-43a8-95bc-70d79a5c70cb HTTP/1.1" status: 204 len: 173 time: 0.4634435 Jul 07 18:33:26.450465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'name': 'network-vif-deleted', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:26.452747 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572609aa-6124-4875-ad8b-d94e2ded7b78" -d '{"events": [{"server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "name": "network-vif-deleted", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:26.457541 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1fc2b78f-b58d-4e65-99ed-c661ab1abf82 req-17855b8f-9d08-4bd8-a4ff-39b370435446 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964508 Jul 07 18:33:26.494561 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009b0cc-cdf4-4cf3-8276-fb8bcab8af9e x-openstack-request-id: req-e009b0cc-cdf4-4cf3-8276-fb8bcab8af9e {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:26.494561 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9d49bb-9b9e-4423-b230-c8824c329597", "name": "network-vif-deleted", "tag": "574edc4c-05c7-43a8-95bc-70d79a5c70cb", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:26.494561 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e009b0cc-cdf4-4cf3-8276-fb8bcab8af9e {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:26.494561 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9d49bb-9b9e-4423-b230-c8824c329597', 'name': 'network-vif-deleted', 'tag': '574edc4c-05c7-43a8-95bc-70d79a5c70cb', 'status': 'completed', 'code': 200} Jul 07 18:33:26.934557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60426) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:26.984252 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Deleting subnet ec0bab40-275d-4fd0-b1af-9d1759f1da1b {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:33:26.987240 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.030240 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.071300 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.132487 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.163465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0bab40-275d-4fd0-b1af-9d1759f1da1b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:27.170389 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.172358 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b057d2e7-3d5d-4ec9-b0ec-65fd759d213b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ec0bab40-275d-4fd0-b1af-9d1759f1da1b HTTP/1.1" status: 204 len: 168 time: 0.2365644 Jul 07 18:33:27.174966 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60434) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:27.252465 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60438) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:27.296927 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.335926 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-351a62b8-bca5-431e-baea-35e9286e4eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.409931 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7fc4-3731-406c-b12a-4dd0f170d19d req-d6adfd00-4c1f-4979-b8dd-8826b5d98f4d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:27.411692 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-31da7fc4-3731-406c-b12a-4dd0f170d19d req-d6adfd00-4c1f-4979-b8dd-8826b5d98f4d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1853070 Jul 07 18:33:27.425597 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.436512 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.458886 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01e505-e8ac-4d0a-a103-45656196922c']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:27.471508 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a5505e-ce9d-4ecc-9742-b7b8310c383c') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:27.471819 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a5505e-ce9d-4ecc-9742-b7b8310c383c') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:27.488509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.492596 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-31da7fc4-3731-406c-b12a-4dd0f170d19d req-b44868c2-8e99-4862-833d-3b43abd538e6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691066 Jul 07 18:33:27.508109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.515472 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:27.515966 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:27.517788 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:27.573124 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.579325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.581181 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e01e505-e8ac-4d0a-a103-45656196922c HTTP/1.1" status: 204 len: 168 time: 0.4045796 Jul 07 18:33:27.597758 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d087-68c1-4110-8629-31c1e0ff3788 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e01e505-e8ac-4d0a-a103-45656196922c,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:27.719680 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.755664 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60448) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:27.800052 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a41635f0-e19c-4f8b-8b89-2053f179dfff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7646778fafb34dc4a4bf58713e3f1a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404961 Jul 07 18:33:27.800437 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60450) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:27.851449 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.873075 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.919671 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.922151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:27.923322 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/973912b7-c789-44e3-b7b3-8f59f8a2b6a7 HTTP/1.1" status: 204 len: 168 time: 0.1219428 Jul 07 18:33:27.931665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004fe5b-65e1-4faf-ab3a-e83f1f2a359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973912b7-c789-44e3-b7b3-8f59f8a2b6a7,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:28.220911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Deleting port d50ad86c-95f9-4ec8-8e06-05526b876930 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:28.221318 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.301194 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] For port d50ad86c-95f9-4ec8-8e06-05526b876930, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d50ad86c-95f9-4ec8-8e06-05526b876930,segment=NetworkSegment(e12dc12e-fea1-40da-87e3-b3a3456b976f),segment_id=e12dc12e-fea1-40da-87e3-b3a3456b976f)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:28.301864 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.315310 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Calling delete_port for d50ad86c-95f9-4ec8-8e06-05526b876930 owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:28.416408 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.559929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.588578 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50ad86c-95f9-4ec8-8e06-05526b876930,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:28.868507 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:28.884375 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459059-baae-4556-ab97-d92dae851565 req-e9c16678-8ce3-4927-8fb2-480ae1914488 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:28.885898 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1f459059-baae-4556-ab97-d92dae851565 req-e9c16678-8ce3-4927-8fb2-480ae1914488 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 945 time: 0.1307204 Jul 07 18:33:29.023446 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1f459059-baae-4556-ab97-d92dae851565 req-a9a7ce90-87fd-4d93-8c60-a9a605206563 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827634 Jul 07 18:33:29.187453 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Router eb5cb376-0b60-4731-be8f-783c8f053e5a has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:33:29.289847 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 574edc4c-05c7-43a8-95bc-70d79a5c70cb no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:29.305486 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:33:29.312648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 574edc4c-05c7-43a8-95bc-70d79a5c70cb {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:29.312992 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 574edc4c-05c7-43a8-95bc-70d79a5c70cb not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:29.313959 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:29.314544 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60500) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:29.314947 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-028926f1-3671-4dfb-9fde-272f23a09ce2 admin admin] 10.222.0.58 "PUT /v2.0/routers/eb5cb376-0b60-4731-be8f-783c8f053e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610042 Jul 07 18:33:29.321508 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Sync routers for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:33:29.332585 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:33:29.333207 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:33:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:29.334815 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60502) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:29.406891 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.425184 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks [] for router, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.429966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:29.432674 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3eece7-01b7-422b-8b00-4c64812835ef" -d '{"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:29.449409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:29.458358 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-19884831-acd3-48b2-a786-09c97b98603a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.460989 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.493871 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:33:29.501838 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0b6659-ec90-46e9-aa1a-1c3024fd3777 x-openstack-request-id: req-db0b6659-ec90-46e9-aa1a-1c3024fd3777 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:29.502135 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-unplugged", "status": "failed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "code": 422}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:29.502383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db0b6659-ec90-46e9-aa1a-1c3024fd3777 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:29.503038 dv-cinder-799871-3-iscsi neutron-server[92947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'code': 422} returned with failed status Jul 07 18:33:29.533397 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=8']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:29.542249 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.542934 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.543499 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.544006 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.544550 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.545262 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.545822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.546426 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.547115 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.547618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.548033 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.548373 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:33:29.574146 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-19884831-acd3-48b2-a786-09c97b98603a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.579836 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-19884831-acd3-48b2-a786-09c97b98603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.624707 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-19884831-acd3-48b2-a786-09c97b98603a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db141ec26ff44e00ae3474fa07e60e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859135 Jul 07 18:33:29.624707 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19884831-acd3-48b2-a786-09c97b98603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e5af1-6c23-469a-999c-b6b9f37c890b,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:29.625980 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60508) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:29.682391 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.695103 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 5, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:29.706718 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.721593 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Checking router: eb5cb376-0b60-4731-be8f-783c8f053e5a for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:33:29.730203 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Routers {'eb5cb376-0b60-4731-be8f-783c8f053e5a'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:33:29.730900 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:33:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['eb5cb376-0b60-4731-be8f-783c8f053e5a'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:29.756563 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.759428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.763101 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe0e5af1-6c23-469a-999c-b6b9f37c890b HTTP/1.1" status: 204 len: 168 time: 0.1338406 Jul 07 18:33:29.769901 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f58cd-a4e6-4c44-9837-9293a2fd436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e5af1-6c23-469a-999c-b6b9f37c890b,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:29.812196 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.855116 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] Set router eb5cb376-0b60-4731-be8f-783c8f053e5a gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:33:29.898172 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Deleting port 343b7695-4482-4a23-ad7d-01fe691e4924 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:29.898609 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:29.988724 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] For port 343b7695-4482-4a23-ad7d-01fe691e4924, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=343b7695-4482-4a23-ad7d-01fe691e4924,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:29.989040 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.003695 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Calling delete_port for 343b7695-4482-4a23-ad7d-01fe691e4924 owned by network:router_gateway {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:30.061717 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60516) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:30.074848 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bc99d407-7d41-4b55-a43b-ffaab9fd0df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.172437 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.174728 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 5, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:30.197986 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bc99d407-7d41-4b55-a43b-ffaab9fd0df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.206346 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.208760 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130d6acd-4d00-463d-99b0-b2e57d351fd0 None None] The sync data for ids ['eb5cb376-0b60-4731-be8f-783c8f053e5a'] in dv-cinder-799871-3-iscsi is: [{'id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'name': 'tempest-ServerRescueNegativeTestJSON-735366192-router', 'tenant_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 5, 'project_id': 'eb633fcc6ada4db5b4575b2fe63c002c', 'gw_port': {'id': '343b7695-4482-4a23-ad7d-01fe691e4924', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5cb376-0b60-4731-be8f-783c8f053e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:33:30.221925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bc99d407-7d41-4b55-a43b-ffaab9fd0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.245034 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Pushing event deleted for resources: {'Port': ['ID=343b7695-4482-4a23-ad7d-01fe691e4924,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:30.268871 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-bc99d407-7d41-4b55-a43b-ffaab9fd0df7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72c3f7eaba74409898863980dfaf18b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060602 Jul 07 18:33:30.274545 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60520) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:30.309631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.324082 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d407-7d41-4b55-a43b-ffaab9fd0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8993eae4-9bed-40ac-ae84-4cdf782f3615,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:30.365640 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a48132-186b-4882-9db0-3c8c312cd67c req-13abaf57-4b12-429b-950a-f724965f9c7f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.367403 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-23a48132-186b-4882-9db0-3c8c312cd67c req-13abaf57-4b12-429b-950a-f724965f9c7f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.1823914 Jul 07 18:33:30.414784 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.417398 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.419707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.462329 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.480360 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-23a48132-186b-4882-9db0-3c8c312cd67c req-dc64bedd-607b-4d6e-9933-ffe6f144d130 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009238 Jul 07 18:33:30.489478 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.490066 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5cb376-0b60-4731-be8f-783c8f053e5a {{(pid=92945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:33:30.496775 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.499035 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-1942d3b3-dd1e-4d71-8b11-d49a5dac7390 admin admin] 10.222.0.58 "DELETE /v2.0/routers/eb5cb376-0b60-4731-be8f-783c8f053e5a HTTP/1.1" status: 204 len: 168 time: 1.1835003 Jul 07 18:33:30.501612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60530) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:30.562850 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Deleting subnet 51bcd920-dccf-4400-9e6b-822bd2aa2a04 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:33:30.566854 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.613911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.626393 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-b708d237-9e43-421e-a0af-1b8a69581377 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792744 Jul 07 18:33:30.644126 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.647773 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.649046 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8993eae4-9bed-40ac-ae84-4cdf782f3615 HTTP/1.1" status: 204 len: 168 time: 0.3731906 Jul 07 18:33:30.668519 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57d376-8b52-4135-891c-5c16cb2ed1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993eae4-9bed-40ac-ae84-4cdf782f3615,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:30.691500 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.758284 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.790692 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51bcd920-dccf-4400-9e6b-822bd2aa2a04,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:30.793338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.796256 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-99542741-76b7-4ebc-abd0-e45777a9d093 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/51bcd920-dccf-4400-9e6b-822bd2aa2a04 HTTP/1.1" status: 204 len: 168 time: 0.2934577 Jul 07 18:33:30.798598 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60546) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:30.884580 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.979158 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-a3afc00e-227e-4965-b771-ed268204c1c6 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:30.981033 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-a3afc00e-227e-4965-b771-ed268204c1c6 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488309 Jul 07 18:33:30.993970 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:30.997486 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-e08040a5-1263-4dbc-b64d-33b3ef25c769 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/quotas/94cde5ade9be4a66b4bb3b97653a1d9c HTTP/1.1" status: 200 len: 375 time: 0.0097821 Jul 07 18:33:31.011770 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3e2609-c1f2-411e-96e3-521e8705642a']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:31.026030 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12dc12e-fea1-40da-87e3-b3a3456b976f') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:31.026407 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12dc12e-fea1-40da-87e3-b3a3456b976f') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:33:31.039691 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.049384 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-36df9efb-31a8-4289-ab5e-95cc7fef58f4 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452070 Jul 07 18:33:31.057539 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.064623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:33:31.065040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:33:31.067033 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:33:31.134599 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.141810 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.145833 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f3e2609-c1f2-411e-96e3-521e8705642a HTTP/1.1" status: 204 len: 168 time: 0.3437409 Jul 07 18:33:31.153501 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907f063-542b-459c-8c6a-883c0161e33a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3e2609-c1f2-411e-96e3-521e8705642a,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:31.184995 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60556) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:31.217830 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8585-3a44-48de-b1ed-84d034363016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.291187 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0dae4edc-5e95-41bc-935d-0913a2a694c3 req-566e3064-94b2-4652-8474-f9b3f756e73d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0394013 Jul 07 18:33:31.293007 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60566) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:31.363734 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-98694f28-3331-4c9d-ba68-86ead548cb7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb633fcc6ada4db5b4575b2fe63c002c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692232 Jul 07 18:33:31.366117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60568) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:31.371996 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8585-3a44-48de-b1ed-84d034363016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.381406 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8585-3a44-48de-b1ed-84d034363016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.424409 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.428282 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab8585-3a44-48de-b1ed-84d034363016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b252817-b723-491a-9c49-00550536bfa2,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:31.441534 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a6ab8585-3a44-48de-b1ed-84d034363016 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b355df7225a4f86ae4d5a1270510dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528751 Jul 07 18:33:31.444840 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60572) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:31.450349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.537225 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.540089 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.541303 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0efbafae-c7af-4cd8-b2fd-dc93c449e726 HTTP/1.1" status: 204 len: 168 time: 0.1742766 Jul 07 18:33:31.551185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e340479-0632-486d-b6ad-b619073a5ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbafae-c7af-4cd8-b2fd-dc93c449e726,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:31.554216 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.618810 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.679517 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.683151 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:31.684686 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b252817-b723-491a-9c49-00550536bfa2 HTTP/1.1" status: 204 len: 168 time: 0.2380915 Jul 07 18:33:31.702006 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03303225-7d44-4717-9b80-426492f26040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b252817-b723-491a-9c49-00550536bfa2,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:31.871006 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43180cec-7c75-4dd8-a557-606b53d0fd0b req-267a9061-9a58-411f-9218-8f869bd718f5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:31.873438 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43180cec-7c75-4dd8-a557-606b53d0fd0b req-267a9061-9a58-411f-9218-8f869bd718f5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0931354 Jul 07 18:33:31.907198 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d50ad86c-95f9-4ec8-8e06-05526b876930 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:31.936628 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-43180cec-7c75-4dd8-a557-606b53d0fd0b req-32a4eae6-d548-4766-9aae-ddef50247abd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519254 Jul 07 18:33:31.939848 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: d50ad86c-95f9-4ec8-8e06-05526b876930 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:31.940376 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d50ad86c-95f9-4ec8-8e06-05526b876930 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:31.940883 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 343b7695-4482-4a23-ad7d-01fe691e4924 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:31.971628 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 343b7695-4482-4a23-ad7d-01fe691e4924 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:31.972009 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 343b7695-4482-4a23-ad7d-01fe691e4924 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:32.444100 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e856289e-7b5e-4f77-a565-c82574ea6678 req-9fe0d62e-9f73-4add-be86-23bd2d6352b3 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0293565 Jul 07 18:33:32.590823 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60636) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:32.640117 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-310631c9-f7ff-4328-bcf3-b06ff321c7aa tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334578 Jul 07 18:33:32.749673 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-dabcdc7b-9166-423e-bca1-3c6bd5ae3e0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1570945 Jul 07 18:33:32.894096 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-5cc4eb92-6b05-4b26-8bd4-92bb2241e130 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:32.895779 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-5cc4eb92-6b05-4b26-8bd4-92bb2241e130 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488172 Jul 07 18:33:32.913934 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Request body: {'port': {'device_id': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169', 'admin_state_up': True, 'tenant_id': '94cde5ade9be4a66b4bb3b97653a1d9c'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:33.129933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Made reservation on behalf of 94cde5ade9be4a66b4bb3b97653a1d9c for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:33:33.133969 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.144936 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.204538 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b357469-463f-40e9-9dbe-01f3a1d57557 req-3dc87c28-6ba2-4abe-b83a-bb89961c7e0a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.206099 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b357469-463f-40e9-9dbe-01f3a1d57557 req-3dc87c28-6ba2-4abe-b83a-bb89961c7e0a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.1203773 Jul 07 18:33:33.269900 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b357469-463f-40e9-9dbe-01f3a1d57557 req-77d6bfbb-2fc6-42fb-ad51-1af61dfdef6f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578637 Jul 07 18:33:33.307116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.312602 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.379355 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60672) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:33.425732 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fb11f-5479-4792-a995-d32dd4d92c9f,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:33.524783 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Allocated IP 192.168.233.246 (6322b807-575e-4d1f-907c-a1039c81a169/abc31c27-031e-4234-8aaa-dc09beeb027e/9f04168a-0022-4367-9ce4-f0db55aac282) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:33:33.529083 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c61cb573-3771-4972-857c-763ce3fe31c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.603863 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-56133684-2268-4539-9e06-1264a176ece4 req-287a3b86-862a-429f-9f7c-53971d3f2af3 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Jul 07 18:33:33.661268 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c61cb573-3771-4972-857c-763ce3fe31c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.665395 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c61cb573-3771-4972-857c-763ce3fe31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.703612 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c61cb573-3771-4972-857c-763ce3fe31c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=befb653ff2a9458983e64a5b95556815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230309 Jul 07 18:33:33.704628 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cb573-3771-4972-857c-763ce3fe31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a877a18-b0ca-4f8e-815a-9ecbe9042577,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:33.707650 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60680) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:33.711910 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.727217 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Transition to ACTIVE for port object 9f04168a-0022-4367-9ce4-f0db55aac282 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:33:33.755711 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.761268 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.780371 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.806673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Network 6322b807-575e-4d1f-907c-a1039c81a169 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:33:33.814335 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:33:33.818795 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:33:33.822683 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Pushing event updated for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:33.847273 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.849911 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.851609 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a877a18-b0ca-4f8e-815a-9ecbe9042577 HTTP/1.1" status: 204 len: 168 time: 0.1426866 Jul 07 18:33:33.863387 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2cbc2-2e04-4f05-a443-306cae9768f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a877a18-b0ca-4f8e-815a-9ecbe9042577,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:33.878041 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:33.878700 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:33.900906 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-dce0c732-9b06-4229-a0c0-067e74e87f1d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9933202 Jul 07 18:33:33.916338 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Request body: {'port': {'device_id': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:33:34.008948 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.163164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-2156cf8d-f6d0-4cc0-b024-8f5afd09d9c7 None None] Provisioning for port 9f04168a-0022-4367-9ce4-f0db55aac282 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:34.167168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-2156cf8d-f6d0-4cc0-b024-8f5afd09d9c7 None None] Provisioning complete for port 9f04168a-0022-4367-9ce4-f0db55aac282 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:34.167494 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2156cf8d-f6d0-4cc0-b024-8f5afd09d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.208827 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-2156cf8d-f6d0-4cc0-b024-8f5afd09d9c7 None None] Port 9f04168a-0022-4367-9ce4-f0db55aac282 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:33:34.286158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f04168a-0022-4367-9ce4-f0db55aac282 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:34.294350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.308259 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Transition to ACTIVE for port object 9f04168a-0022-4367-9ce4-f0db55aac282 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:33:34.313596 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.361638 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:34.491720 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Attempting to bind port 9f04168a-0022-4367-9ce4-f0db55aac282 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:33:34.492090 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Attempting to bind port 9f04168a-0022-4367-9ce4-f0db55aac282 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:33:34.492423 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Attempting to bind port 9f04168a-0022-4367-9ce4-f0db55aac282 on network 6322b807-575e-4d1f-907c-a1039c81a169 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:34.501926 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Port 9f04168a-0022-4367-9ce4-f0db55aac282 on network 6322b807-575e-4d1f-907c-a1039c81a169 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:33:34.502250 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Attempting to bind port 9f04168a-0022-4367-9ce4-f0db55aac282 on network 6322b807-575e-4d1f-907c-a1039c81a169 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:33:34.512100 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:33:34.512421 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Checking segment: {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:33:34.512968 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Bound using segment: {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:33:34.513453 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Bound port: 9f04168a-0022-4367-9ce4-f0db55aac282, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c4d172-4866-4b8c-b563-be5d1e545dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:33:34.514018 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.554213 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838577b4-0e80-40ec-8dbc-09497a138452 req-53ff8b5c-92e7-49f1-bbe8-251f7847845e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.556138 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-838577b4-0e80-40ec-8dbc-09497a138452 req-53ff8b5c-92e7-49f1-bbe8-251f7847845e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.1350169 Jul 07 18:33:34.640389 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-838577b4-0e80-40ec-8dbc-09497a138452 req-b1328325-7b31-4afc-97d9-ff944e368442 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660019 Jul 07 18:33:34.649754 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:33:34.680350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f04168a-0022-4367-9ce4-f0db55aac282,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:33:34.692321 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.750404 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d28b-c1ff-4433-8e47-198817b3437a req-fe755e40-3f63-4f13-8d81-80c484b44575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.752899 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-fe755e40-3f63-4f13-8d81-80c484b44575 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 1096 time: 0.1482682 Jul 07 18:33:34.754751 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.755528 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:34.757423 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] 10.222.0.103 "PUT /v2.0/ports/9f04168a-0022-4367-9ce4-f0db55aac282 HTTP/1.1" status: 200 len: 1098 time: 0.8473222 Jul 07 18:33:34.761262 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:34.764866 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984781c-b994-4234-abdd-430bd6fcf9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:34.842861 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677f36f5-43b1-4ed9-aa51-b2d993862c7a x-openstack-request-id: req-677f36f5-43b1-4ed9-aa51-b2d993862c7a {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:34.843578 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:34.844041 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-677f36f5-43b1-4ed9-aa51-b2d993862c7a {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:34.844674 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282', 'status': 'completed', 'code': 200} Jul 07 18:33:34.877066 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded3c51-6233-417f-849a-5cd47f487a6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:34.945446 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca86bb-8a15-4d8e-84fe-b5b7cd0dd916 req-f2a0bef8-99d2-410c-ba2f-5a8486d9a230 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.958620 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1eca86bb-8a15-4d8e-84fe-b5b7cd0dd916 req-f2a0bef8-99d2-410c-ba2f-5a8486d9a230 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 948 time: 0.1838491 Jul 07 18:33:34.990838 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d28b-c1ff-4433-8e47-198817b3437a req-655e2339-b44d-47fd-9c22-f44719404d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.992626 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-655e2339-b44d-47fd-9c22-f44719404d6e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1096 time: 0.1874375 Jul 07 18:33:34.997634 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-0c61b6d8-1c68-4c69-9239-28f97e9e71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:34.999790 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-0c61b6d8-1c68-4c69-9239-28f97e9e71a4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 1101 time: 0.1843910 Jul 07 18:33:35.039272 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1eca86bb-8a15-4d8e-84fe-b5b7cd0dd916 req-5826a042-b1e1-4ddc-89d9-310e4694b3f5 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795927 Jul 07 18:33:35.075692 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-bc132459-e424-42e1-8f09-56c3531debaa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=9f04168a-0022-4367-9ce4-f0db55aac282 HTTP/1.1" status: 200 len: 217 time: 0.0551212 Jul 07 18:33:35.125990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d28b-c1ff-4433-8e47-198817b3437a req-5084c36d-426b-46b9-a245-49bce4b14156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.127459 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-5084c36d-426b-46b9-a245-49bce4b14156 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1264098 Jul 07 18:33:35.131291 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-e933b960-0309-411e-afd6-2cc3e81cdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.132780 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-e933b960-0309-411e-afd6-2cc3e81cdeed service neutron] 10.222.0.103 "GET /v2.0/subnets?id=abc31c27-031e-4234-8aaa-dc09beeb027e HTTP/1.1" status: 200 len: 843 time: 0.0491586 Jul 07 18:33:35.194432 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f395e-4b6f-490f-992e-279ce7478492 req-373cb8b9-c982-433f-9c9a-a4d2d93bb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.196456 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-373cb8b9-c982-433f-9c9a-a4d2d93bb860 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6322b807-575e-4d1f-907c-a1039c81a169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0560021 Jul 07 18:33:35.305607 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-9d808589-9457-4ccf-a316-42383120ae29 service neutron] 10.222.0.103 "GET /v2.0/networks/6322b807-575e-4d1f-907c-a1039c81a169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008580 Jul 07 18:33:35.421385 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-234f395e-4b6f-490f-992e-279ce7478492 req-4e90e5d6-0b4f-4295-8c80-e4e159952ecf service neutron] 10.222.0.103 "GET /v2.0/networks/6322b807-575e-4d1f-907c-a1039c81a169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084719 Jul 07 18:33:35.426118 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-91584fb1-9912-4d38-98ef-386336731767 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 200 len: 997 time: 0.2851760 Jul 07 18:33:35.473667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d28b-c1ff-4433-8e47-198817b3437a req-af6efab1-be5e-4680-97a3-9192358b8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.475092 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-af6efab1-be5e-4680-97a3-9192358b8659 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0436337 Jul 07 18:33:35.535075 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-479e61f0-dc67-45a4-949a-b1a4d9e66f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.536613 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-479e61f0-dc67-45a4-949a-b1a4d9e66f24 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 1101 time: 0.0531592 Jul 07 18:33:35.537295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d28b-c1ff-4433-8e47-198817b3437a req-3d488f9e-3c5d-461b-8974-0ce799f35063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.538793 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-3d488f9e-3c5d-461b-8974-0ce799f35063 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550206 Jul 07 18:33:35.632093 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-4b5a8857-39d9-4c94-9cca-48341f60c5c8 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Jul 07 18:33:35.635154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-b29cb019-258c-4c8b-a275-74b22b454cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.636593 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-b29cb019-258c-4c8b-a275-74b22b454cb0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=6322b807-575e-4d1f-907c-a1039c81a169 HTTP/1.1" status: 200 len: 871 time: 0.0872147 Jul 07 18:33:35.681177 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-005c1f8b-c9ca-4932-a761-c724b9218f8b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=9f04168a-0022-4367-9ce4-f0db55aac282 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Jul 07 18:33:35.734339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-2a764bfa-c558-4b99-b0f3-185e13cf586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.735830 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-2a764bfa-c558-4b99-b0f3-185e13cf586f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=abc31c27-031e-4234-8aaa-dc09beeb027e HTTP/1.1" status: 200 len: 843 time: 0.0470395 Jul 07 18:33:35.743477 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-af47d28b-c1ff-4433-8e47-198817b3437a req-237ad57f-a4a6-4d2b-bc06-d914306e6a28 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978947 Jul 07 18:33:35.811766 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-56cf38aa-307b-4bb5-ac96-b9b8137a3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.813627 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-56cf38aa-307b-4bb5-ac96-b9b8137a3d17 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=6322b807-575e-4d1f-907c-a1039c81a169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688419 Jul 07 18:33:35.847233 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0859a3-584d-45c0-9a59-02c918754fca req-a6754088-a208-4d4c-9abf-f9753001652e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:35.848754 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3a0859a3-584d-45c0-9a59-02c918754fca req-a6754088-a208-4d4c-9abf-f9753001652e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0764015 Jul 07 18:33:35.891670 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3a0859a3-584d-45c0-9a59-02c918754fca req-5bdc1079-0cb3-4837-b6fc-a711e32c1e29 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367227 Jul 07 18:33:35.918369 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-2a64fccd-01db-4a83-a82c-da9f74276859 service neutron] 10.222.0.103 "GET /v2.0/networks/6322b807-575e-4d1f-907c-a1039c81a169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957897 Jul 07 18:33:36.032301 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0984781c-b994-4234-abdd-430bd6fcf9f4 req-ef128b45-b55c-49ee-b51d-3dae47f4568d service neutron] 10.222.0.103 "GET /v2.0/networks/6322b807-575e-4d1f-907c-a1039c81a169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970809 Jul 07 18:33:36.234893 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c00a36-b5d4-42bc-bc5e-e8c49c4eb705 req-707cc150-f332-4409-a57b-5010973ed6d1 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:36.236417 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5c00a36-b5d4-42bc-bc5e-e8c49c4eb705 req-707cc150-f332-4409-a57b-5010973ed6d1 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 948 time: 0.0886500 Jul 07 18:33:36.279489 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5c00a36-b5d4-42bc-bc5e-e8c49c4eb705 req-5869ac30-28ea-4987-9647-e40cb68961f7 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Jul 07 18:33:37.079151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0db258-4ef5-47fd-9138-560f72bbe542 req-f647fdb2-3882-4512-9962-d459ba33825c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:37.080661 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ce0db258-4ef5-47fd-9138-560f72bbe542 req-f647fdb2-3882-4512-9962-d459ba33825c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0668454 Jul 07 18:33:37.121186 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ce0db258-4ef5-47fd-9138-560f72bbe542 req-c1c71ea2-4aa5-4b67-afef-ae8152073248 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jul 07 18:33:37.326721 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 9f04168a-0022-4367-9ce4-f0db55aac282 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:33:37.478326 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f04168a-0022-4367-9ce4-f0db55aac282,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:37.490164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '9f04168a-0022-4367-9ce4-f0db55aac282', 'network_id': '6322b807-575e-4d1f-907c-a1039c81a169', 'port_id': '9f04168a-0022-4367-9ce4-f0db55aac282', 'mac_address': 'fa:16:3e:cf:39:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc31c27-031e-4234-8aaa-dc09beeb027e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:33:37.494468 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19fd25-677a-4848-ab03-e9335ef6f593 req-29695f70-8ac0-432b-b877-42af70bcb303 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:37.496231 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ce19fd25-677a-4848-ab03-e9335ef6f593 req-29695f70-8ac0-432b-b877-42af70bcb303 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 948 time: 0.0704536 Jul 07 18:33:37.563381 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ce19fd25-677a-4848-ab03-e9335ef6f593 req-feea30fc-b2cd-4ada-9335-001248b107dd tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Jul 07 18:33:37.565782 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.589618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f04168a-0022-4367-9ce4-f0db55aac282 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:33:37.617368 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f04168a-0022-4367-9ce4-f0db55aac282,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:37.621736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:37.671656 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:37.923580 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['9f04168a-0022-4367-9ce4-f0db55aac282'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:38.335180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d64c-4ebc-4773-a361-d0fc82bf7acb req-e599a383-df1a-4685-8d58-33534429cfc6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.336817 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8a81d64c-4ebc-4773-a361-d0fc82bf7acb req-e599a383-df1a-4685-8d58-33534429cfc6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0998862 Jul 07 18:33:38.389445 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8a81d64c-4ebc-4773-a361-d0fc82bf7acb req-674eeddf-2203-4b15-8983-562543554628 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Jul 07 18:33:38.783434 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034092-56d5-4903-a399-f28ac01f50cd req-7d659f22-891f-4588-aa59-47d17546ff48 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:38.784915 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-18034092-56d5-4903-a399-f28ac01f50cd req-7d659f22-891f-4588-aa59-47d17546ff48 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 949 time: 0.0756195 Jul 07 18:33:38.825497 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-18034092-56d5-4903-a399-f28ac01f50cd req-dd118e36-fa67-4274-8743-aed2feca4977 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Jul 07 18:33:39.342375 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 9f04168a-0022-4367-9ce4-f0db55aac282 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:33:39.388848 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 9f04168a-0022-4367-9ce4-f0db55aac282 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:33:39.392669 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 9f04168a-0022-4367-9ce4-f0db55aac282 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:33:39.393045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.474492 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.500822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:39.503270 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d163c-c842-4eb4-a1e8-b3d703750e16" -d '{"events": [{"server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "name": "network-vif-plugged", "status": "completed", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:39.535091 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f04168a-0022-4367-9ce4-f0db55aac282,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:39.541678 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:39.576966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd806dc-1d5e-4eae-a5c7-86a2dc838b23 x-openstack-request-id: req-1dd806dc-1d5e-4eae-a5c7-86a2dc838b23 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:39.577320 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "name": "network-vif-plugged", "status": "completed", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:39.577636 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dd806dc-1d5e-4eae-a5c7-86a2dc838b23 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:39.578084 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282', 'code': 200} Jul 07 18:33:39.596689 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83afe2-c097-4f8e-a4ea-749a5dd648bc req-f1541c4d-300b-4abb-91ad-1f8e786e123b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:39.598327 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bf83afe2-c097-4f8e-a4ea-749a5dd648bc req-f1541c4d-300b-4abb-91ad-1f8e786e123b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0885274 Jul 07 18:33:39.598474 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:39.640198 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bf83afe2-c097-4f8e-a4ea-749a5dd648bc req-bd48b6a7-00e9-4ac1-a19e-543fe5144b1b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359366 Jul 07 18:33:40.017845 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eda6b-67db-4093-a3fa-da642c05e47a req-d246ed2a-e74c-4d00-ae29-e5cc627ff431 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:40.019375 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc2eda6b-67db-4093-a3fa-da642c05e47a req-d246ed2a-e74c-4d00-ae29-e5cc627ff431 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0779741 Jul 07 18:33:40.057733 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc2eda6b-67db-4093-a3fa-da642c05e47a req-e99d07a3-c4eb-4736-953e-7a9eddb3dcf0 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jul 07 18:33:40.818591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925a9e9-0b44-44f9-9fd1-85696c9cd4a9 req-becc0691-5457-4fa1-b225-30661496b031 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:40.825491 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1925a9e9-0b44-44f9-9fd1-85696c9cd4a9 req-becc0691-5457-4fa1-b225-30661496b031 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0700788 Jul 07 18:33:40.874555 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1925a9e9-0b44-44f9-9fd1-85696c9cd4a9 req-270bf686-295f-41a3-84fa-429b6c313711 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475893 Jul 07 18:33:41.244466 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044181-51c3-4b06-bfda-779b995e5dde req-8b2f4ad6-6e37-4d9d-971d-e5a3824c6f47 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:41.245927 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7044181-51c3-4b06-bfda-779b995e5dde req-8b2f4ad6-6e37-4d9d-971d-e5a3824c6f47 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0649753 Jul 07 18:33:41.288778 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7044181-51c3-4b06-bfda-779b995e5dde req-66da0fde-5779-4531-9b94-bf57680d51fa tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Jul 07 18:33:41.861526 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.104417 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21b6a7-7523-4901-bee8-020e11bb5ce6 req-071b234d-bc7d-4176-8be3-912b15044bde tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.106963 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5f21b6a7-7523-4901-bee8-020e11bb5ce6 req-071b234d-bc7d-4176-8be3-912b15044bde tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.1020129 Jul 07 18:33:42.148938 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5f21b6a7-7523-4901-bee8-020e11bb5ce6 req-9913b8cb-6c1d-488d-a915-bc6f8818ed64 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Jul 07 18:33:42.308305 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 60914) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:42.469321 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-40506514-9fd7-4bda-bcd4-fe0cf6d125af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.528035 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cff1d5-35da-4e8a-9359-24511e3dfaa0 req-f65881c2-f04c-4277-af86-a30ea1499e33 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:42.529595 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-47cff1d5-35da-4e8a-9359-24511e3dfaa0 req-f65881c2-f04c-4277-af86-a30ea1499e33 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.1127775 Jul 07 18:33:42.597900 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-47cff1d5-35da-4e8a-9359-24511e3dfaa0 req-d3afad21-f441-438f-974f-761a097f0410 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604253 Jul 07 18:33:42.632979 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-40506514-9fd7-4bda-bcd4-fe0cf6d125af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.637391 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-40506514-9fd7-4bda-bcd4-fe0cf6d125af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.671600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40506514-9fd7-4bda-bcd4-fe0cf6d125af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f484441-8fd2-4064-a291-2e22e17ce8ec,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:42.683582 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-40506514-9fd7-4bda-bcd4-fe0cf6d125af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33c6d7a7e8014599a80fb1fa3537a8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741870 Jul 07 18:33:42.686712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 60920) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:33:42.739975 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.767442 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.830396 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.833122 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:42.834276 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f484441-8fd2-4064-a291-2e22e17ce8ec HTTP/1.1" status: 204 len: 168 time: 0.1465907 Jul 07 18:33:42.843374 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd85586-fd47-4876-a8fc-8db2a6dfcbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f484441-8fd2-4064-a291-2e22e17ce8ec,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:43.351094 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03baf7c-fd72-4fed-9159-9770c7f6f961 req-facb51cd-fe15-4c20-a317-fe4d613907ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:43.353221 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d03baf7c-fd72-4fed-9159-9770c7f6f961 req-facb51cd-fe15-4c20-a317-fe4d613907ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0682414 Jul 07 18:33:43.401061 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d03baf7c-fd72-4fed-9159-9770c7f6f961 req-5b509a94-1cd9-445b-a6ed-025538946242 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Jul 07 18:33:43.806264 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08095281-ef83-43b4-b1b3-3e1a30765164 req-b010e2a2-242b-46d2-8f78-b1ba6be16ced tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:43.807863 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-08095281-ef83-43b4-b1b3-3e1a30765164 req-b010e2a2-242b-46d2-8f78-b1ba6be16ced tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0836740 Jul 07 18:33:43.872551 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-08095281-ef83-43b4-b1b3-3e1a30765164 req-a0950ae7-6cdf-4cd8-8956-326d4d9d5d8f tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Jul 07 18:33:44.589185 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455cbe-6ed1-4da0-85c3-ab7f8d80412a req-d48a3e47-bf9a-462e-a423-e6bce1e54a93 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:44.591825 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97455cbe-6ed1-4da0-85c3-ab7f8d80412a req-d48a3e47-bf9a-462e-a423-e6bce1e54a93 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0751891 Jul 07 18:33:44.643697 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97455cbe-6ed1-4da0-85c3-ab7f8d80412a req-d1421533-59fa-4c7c-838a-f9d3b8dd02d9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Jul 07 18:33:45.093269 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7985b9-94f7-4789-8e04-2ed9a1bee842 req-c726a5bf-6ce3-436c-9497-8e2d7593b2d4 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:45.097205 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc7985b9-94f7-4789-8e04-2ed9a1bee842 req-c726a5bf-6ce3-436c-9497-8e2d7593b2d4 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.1120458 Jul 07 18:33:45.140015 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc7985b9-94f7-4789-8e04-2ed9a1bee842 req-d6057dd4-d9c2-433b-8676-211b4441e5c0 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Jul 07 18:33:45.850607 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455ca43-9055-4109-a8a4-0260264de076 req-61c5d940-2492-48e4-81ae-525dc583795e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:45.853078 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4455ca43-9055-4109-a8a4-0260264de076 req-61c5d940-2492-48e4-81ae-525dc583795e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0707753 Jul 07 18:33:45.895311 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4455ca43-9055-4109-a8a4-0260264de076 req-3337d86a-40fa-4d33-b95a-6cea2ce285a3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Jul 07 18:33:46.318732 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8a575-d38f-431f-a089-bef44e25437c req-78dd007f-75c7-4ea1-8ee2-9de98f4d03ce tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:46.320126 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7af8a575-d38f-431f-a089-bef44e25437c req-78dd007f-75c7-4ea1-8ee2-9de98f4d03ce tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0617962 Jul 07 18:33:46.375644 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7af8a575-d38f-431f-a089-bef44e25437c req-bdf1aee6-9287-409f-8063-8af8317d858a tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Jul 07 18:33:47.099347 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4527f-1495-41bf-bf3f-842769b81b6e req-aacb4334-0259-47b6-b062-f07cfb604536 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:47.101471 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bdf4527f-1495-41bf-bf3f-842769b81b6e req-aacb4334-0259-47b6-b062-f07cfb604536 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0739143 Jul 07 18:33:47.149381 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bdf4527f-1495-41bf-bf3f-842769b81b6e req-499f5df7-80bf-4f7c-88bb-ccd228260023 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Jul 07 18:33:47.558919 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29a929-a0b4-4498-a14f-9ec7882959a9 req-e36e1919-1b48-47d6-8884-2b25621391dc tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:47.560403 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac29a929-a0b4-4498-a14f-9ec7882959a9 req-e36e1919-1b48-47d6-8884-2b25621391dc tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0655153 Jul 07 18:33:47.613574 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac29a929-a0b4-4498-a14f-9ec7882959a9 req-75326093-9bf3-49f4-ba76-c7acc4ad81a4 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363243 Jul 07 18:33:48.325895 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89d9c-833f-436d-b389-4565c88c25e0 req-5a154e74-56ea-42c7-a70c-8d0b695c0504 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:48.327417 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4dc89d9c-833f-436d-b389-4565c88c25e0 req-5a154e74-56ea-42c7-a70c-8d0b695c0504 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0640254 Jul 07 18:33:48.364575 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4dc89d9c-833f-436d-b389-4565c88c25e0 req-bec12a9a-2a50-4930-929d-cbfd8d649288 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Jul 07 18:33:48.793470 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8e70d-31ad-4467-9028-1bdd726669b1 req-5ccb6fe6-81ca-4928-a1ec-6296b2507583 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:48.794908 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c1b8e70d-31ad-4467-9028-1bdd726669b1 req-5ccb6fe6-81ca-4928-a1ec-6296b2507583 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0602932 Jul 07 18:33:48.832652 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c1b8e70d-31ad-4467-9028-1bdd726669b1 req-08b74fe2-d443-421b-8fe3-a79f34259dcd tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Jul 07 18:33:49.543814 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3fc66-fde4-44fa-b0da-f24b88b3077e req-47e5756c-1050-4e9c-96f8-84070f992eda tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:49.545220 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19c3fc66-fde4-44fa-b0da-f24b88b3077e req-47e5756c-1050-4e9c-96f8-84070f992eda tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0625048 Jul 07 18:33:49.582341 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19c3fc66-fde4-44fa-b0da-f24b88b3077e req-fa8bab01-2cb7-4210-962f-fc496c8a0dff tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jul 07 18:33:50.001588 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ddeb-de96-4486-82b3-d6855bd5e9dc req-2d8f3f7b-98e8-48be-92c3-614971fb7074 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:50.003083 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d8e0ddeb-de96-4486-82b3-d6855bd5e9dc req-2d8f3f7b-98e8-48be-92c3-614971fb7074 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0636454 Jul 07 18:33:50.039099 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d8e0ddeb-de96-4486-82b3-d6855bd5e9dc req-1810c503-a242-4124-b8d6-9a658790250e tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304251 Jul 07 18:33:50.753106 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2d997-468a-4a29-8d0d-ed7d643ca732 req-78f4be8e-ff55-4a3e-ac8e-5293f18d33d4 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:50.754482 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a5d2d997-468a-4a29-8d0d-ed7d643ca732 req-78f4be8e-ff55-4a3e-ac8e-5293f18d33d4 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0606868 Jul 07 18:33:50.794246 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a5d2d997-468a-4a29-8d0d-ed7d643ca732 req-eec489d6-d76c-47cb-a1d3-1233cebd9410 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Jul 07 18:33:51.210736 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b290b-152e-4c79-b1da-8a5b0d8773e8 req-6f54e2e8-5a3e-433d-8b3b-c27f1c5e3715 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.212196 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b41b290b-152e-4c79-b1da-8a5b0d8773e8 req-6f54e2e8-5a3e-433d-8b3b-c27f1c5e3715 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0610929 Jul 07 18:33:51.249767 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b41b290b-152e-4c79-b1da-8a5b0d8773e8 req-abce9dc1-5f9b-4947-88e0-859f332eef33 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Jul 07 18:33:51.554445 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed865592-8fd3-4989-b56d-40f923c29d2e req-d37e49e0-6b6b-4841-a53e-54007eba0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.554445 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed865592-8fd3-4989-b56d-40f923c29d2e req-d37e49e0-6b6b-4841-a53e-54007eba0155 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 1103 time: 0.0572000 Jul 07 18:33:51.589537 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed865592-8fd3-4989-b56d-40f923c29d2e req-8bd50345-d5ca-4bf3-94a1-59e564fdf634 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281470 Jul 07 18:33:51.973846 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487199-1e1b-43ce-8496-d58a77d7a571 req-7ff821db-47d9-43b6-85e9-6b921cc468dc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:51.975666 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-01487199-1e1b-43ce-8496-d58a77d7a571 req-7ff821db-47d9-43b6-85e9-6b921cc468dc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0628462 Jul 07 18:33:52.013981 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-01487199-1e1b-43ce-8496-d58a77d7a571 req-6d54dd17-2fbc-44a2-9d45-e455b8d203bb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Jul 07 18:33:52.422727 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ed48-5f73-4451-8452-3731025e57a3 req-8ef76339-f3fa-4080-b14c-7569669b7727 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:52.424186 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c796ed48-5f73-4451-8452-3731025e57a3 req-8ef76339-f3fa-4080-b14c-7569669b7727 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0633450 Jul 07 18:33:52.463193 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c796ed48-5f73-4451-8452-3731025e57a3 req-9a707150-6f17-408a-b8de-ac379e9df0c1 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Jul 07 18:33:53.197463 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5389e-28ce-4d4c-b37b-4a73030452ce req-7582d903-e1c9-40b7-82d2-0ec3e790fc93 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:53.198944 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0cd5389e-28ce-4d4c-b37b-4a73030452ce req-7582d903-e1c9-40b7-82d2-0ec3e790fc93 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0714431 Jul 07 18:33:53.237636 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0cd5389e-28ce-4d4c-b37b-4a73030452ce req-956a6e0b-9696-4ae7-a0c8-956b8b5078b8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Jul 07 18:33:53.636173 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd9086-f6b3-46e0-b069-09317718085b req-7f96f68b-ca0d-4a9a-ae83-b9129a5826b2 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:53.637635 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d3bd9086-f6b3-46e0-b069-09317718085b req-7f96f68b-ca0d-4a9a-ae83-b9129a5826b2 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0650127 Jul 07 18:33:53.678791 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d3bd9086-f6b3-46e0-b069-09317718085b req-515ac264-6332-4118-a136-7aad9841dc07 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Jul 07 18:33:54.069490 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd03043-9a35-4cd8-badb-315394f4faf8 req-aa26b139-168d-4be1-ac21-83135de52a99 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:54.071018 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cdd03043-9a35-4cd8-badb-315394f4faf8 req-aa26b139-168d-4be1-ac21-83135de52a99 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0635238 Jul 07 18:33:54.107190 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cdd03043-9a35-4cd8-badb-315394f4faf8 req-a4babee9-6c9b-486f-9720-9dbca8e15d28 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306332 Jul 07 18:33:54.416579 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d9b1a-d90f-48c8-8fee-c0931d041918 req-907d138c-c25b-470f-80b0-3a86814dac1d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:54.418004 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5a1d9b1a-d90f-48c8-8fee-c0931d041918 req-907d138c-c25b-470f-80b0-3a86814dac1d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0643892 Jul 07 18:33:54.454453 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5a1d9b1a-d90f-48c8-8fee-c0931d041918 req-ffc7454c-5f89-42fa-8198-255ca8d182f5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305085 Jul 07 18:33:54.709073 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-02af58af-b584-4a9b-bd28-24b6be9bd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:55.294869 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7092a4-602a-482b-bb47-9e2f06a4bf4c req-549e3dfc-3282-4658-9d14-e39d2669cfa7 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.296246 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4e7092a4-602a-482b-bb47-9e2f06a4bf4c req-549e3dfc-3282-4658-9d14-e39d2669cfa7 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0606995 Jul 07 18:33:55.331958 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4e7092a4-602a-482b-bb47-9e2f06a4bf4c req-77fb66e6-3557-4c0d-b1cb-ccec1e1ee04d tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b5fb11f-5479-4792-a995-d32dd4d92c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Jul 07 18:33:55.642306 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b233b-0b75-4042-be96-7c401fb303f2 req-8322d660-17cf-480c-a907-d7a3ce152c3d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.642306 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-839b233b-0b75-4042-be96-7c401fb303f2 req-8322d660-17cf-480c-a907-d7a3ce152c3d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0648038 Jul 07 18:33:55.650210 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cd7c7-81db-48b9-a247-a1192606f52e req-64203a49-9cde-4452-92d6-97ef24cf3933 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:55.651685 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-360cd7c7-81db-48b9-a247-a1192606f52e req-64203a49-9cde-4452-92d6-97ef24cf3933 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.103 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 950 time: 0.0698113 Jul 07 18:33:55.671857 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-839b233b-0b75-4042-be96-7c401fb303f2 req-3b11fc35-6acb-4de3-8649-f39becb4ac47 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338521 Jul 07 18:33:56.003753 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Deleting port 9f04168a-0022-4367-9ce4-f0db55aac282 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:33:56.004235 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.099007 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] For port 9f04168a-0022-4367-9ce4-f0db55aac282, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9f04168a-0022-4367-9ce4-f0db55aac282,segment=NetworkSegment(e5c4d172-4866-4b8c-b563-be5d1e545dea),segment_id=e5c4d172-4866-4b8c-b563-be5d1e545dea)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:33:56.099368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.112886 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Calling delete_port for 9f04168a-0022-4367-9ce4-f0db55aac282 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:33:56.248455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.260832 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['9f04168a-0022-4367-9ce4-f0db55aac282'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:33:56.292875 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Pushing event deleted for resources: {'Port': ['ID=9f04168a-0022-4367-9ce4-f0db55aac282,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:33:56.334932 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] No DVR routers for this DVR port 9f04168a-0022-4367-9ce4-f0db55aac282 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:33:56.337950 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:56.339943 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-360cd7c7-81db-48b9-a247-a1192606f52e req-6e10fe88-9f37-4e8a-bbfa-1961740a9443 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.103 "DELETE /v2.0/ports/9f04168a-0022-4367-9ce4-f0db55aac282 HTTP/1.1" status: 204 len: 173 time: 0.6824200 Jul 07 18:33:56.340408 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'name': 'network-vif-deleted', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:33:56.343311 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c684ec-e2d5-4396-9813-0f2ec726dbdc" -d '{"events": [{"server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "name": "network-vif-deleted", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:33:56.393182 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68912298-5362-4d61-9904-fb90ca69f769 x-openstack-request-id: req-68912298-5362-4d61-9904-fb90ca69f769 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:33:56.393481 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a08cb3-dbb0-4079-aabc-795d5a169be0", "name": "network-vif-deleted", "tag": "9f04168a-0022-4367-9ce4-f0db55aac282", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:33:56.393698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68912298-5362-4d61-9904-fb90ca69f769 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:33:56.394081 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a08cb3-dbb0-4079-aabc-795d5a169be0', 'name': 'network-vif-deleted', 'tag': '9f04168a-0022-4367-9ce4-f0db55aac282', 'status': 'completed', 'code': 200} Jul 07 18:33:56.478683 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a2c21286-6076-4a3a-a862-3c2d581d7b9b req-2816938d-d8d0-4413-92f5-ecd4d7e4f3d7 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Jul 07 18:33:56.848257 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe445-f1da-4f17-afee-db9664dee91a req-8c533e80-1e4a-4cb7-a9c9-f28a5076177d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:56.849693 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-052fe445-f1da-4f17-afee-db9664dee91a req-8c533e80-1e4a-4cb7-a9c9-f28a5076177d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0615058 Jul 07 18:33:56.890889 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-052fe445-f1da-4f17-afee-db9664dee91a req-e0d20c21-639c-48a5-9158-4205f7906f5f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354769 Jul 07 18:33:57.327262 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-aee7d7ef-b689-4f2a-a566-ca2d7efce159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.426916 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:57.618601 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aa814cd4-6183-46b0-a678-f352d3976fb5 req-fc27fccc-858d-4a58-82da-df19d6ff0657 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0318048 Jul 07 18:33:58.067597 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7236660-1011-4e4f-a6f0-cf2103eed64b req-7670abc8-8eda-4095-b056-876216163fb1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:58.069139 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f7236660-1011-4e4f-a6f0-cf2103eed64b req-7670abc8-8eda-4095-b056-876216163fb1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0659418 Jul 07 18:33:58.105719 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f7236660-1011-4e4f-a6f0-cf2103eed64b req-c0b8aeae-0e88-42c5-9761-2ff6915659ee tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 Jul 07 18:33:58.422561 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:33:58.772145 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-768edc4d-8017-40b4-a3cf-62353e921537 req-938e8212-53d5-4ca8-89f0-9387fc4fc2ec tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0278339 Jul 07 18:33:59.284565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb6dd5-a3ac-4316-bd77-9ba525617e72 req-2b4e70b0-9060-4ef9-85fd-81e5379ef6ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:33:59.285954 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6acb6dd5-a3ac-4316-bd77-9ba525617e72 req-2b4e70b0-9060-4ef9-85fd-81e5379ef6ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0700617 Jul 07 18:33:59.323304 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6acb6dd5-a3ac-4316-bd77-9ba525617e72 req-14628892-61aa-42b5-99b3-98098b9741b8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Jul 07 18:33:59.473877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 9f04168a-0022-4367-9ce4-f0db55aac282 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:33:59.602570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 9f04168a-0022-4367-9ce4-f0db55aac282 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:33:59.602911 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 9f04168a-0022-4367-9ce4-f0db55aac282 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:33:59.925288 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-39d53ddf-5b4c-47cd-acf7-271b4d25082e req-2226a7e6-d0ad-4138-a49d-3565974e75b6 tempest-VolumesNegativeTest-1957249295 tempest-VolumesNegativeTest-1957249295-project] 10.222.0.58 "GET /v2.0/ports?device_id=01a08cb3-dbb0-4079-aabc-795d5a169be0 HTTP/1.1" status: 200 len: 210 time: 0.0286198 Jul 07 18:34:00.153667 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:00.495042 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c23c5-bc09-4676-8081-0aaf39efc066 req-28082488-6ced-4960-a1ca-e26964415146 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:00.496510 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-639c23c5-bc09-4676-8081-0aaf39efc066 req-28082488-6ced-4960-a1ca-e26964415146 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0607548 Jul 07 18:34:00.532823 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-639c23c5-bc09-4676-8081-0aaf39efc066 req-5a4ed51b-3b15-416f-94ae-f3f7b5ed25f8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304046 Jul 07 18:34:01.503841 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:34:01.605073 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:01.619015 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'mac_address': 'fa:16:3e:22:03:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:34:01.662790 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.677507 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:01.698927 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:01.704173 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:01.729438 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa00825-80dd-435e-8399-c8fa8cd4e83c req-ad01a34b-8116-486d-b5d2-2d25c232e967 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:01.731043 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-eaa00825-80dd-435e-8399-c8fa8cd4e83c req-ad01a34b-8116-486d-b5d2-2d25c232e967 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 943 time: 0.0747359 Jul 07 18:34:01.754664 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=9']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:01.780609 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-eaa00825-80dd-435e-8399-c8fa8cd4e83c req-91337dd6-02b9-4782-b56e-15e5a4384b0c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Jul 07 18:34:01.940086 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['fb79c146-8adb-41f1-8764-18a4b9f4084b'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:34:02.967949 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db5a4-80db-4db9-b12c-b2cf53f5d634 req-a9dccf5b-94c6-4fc5-a9e9-94c455b2dcb3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:02.970596 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-459db5a4-80db-4db9-b12c-b2cf53f5d634 req-a9dccf5b-94c6-4fc5-a9e9-94c455b2dcb3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 944 time: 0.0725474 Jul 07 18:34:03.015196 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-459db5a4-80db-4db9-b12c-b2cf53f5d634 req-8d32dc21-f0e3-4104-bd30-f712a18490b9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Jul 07 18:34:03.151352 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:03.519765 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:34:03.572206 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port fb79c146-8adb-41f1-8764-18a4b9f4084b triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:03.572583 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.662047 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.692048 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:03.694810 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb31ba7-b230-4eef-91f8-ba3049ae1668" -d '{"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:03.709407 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:03.715145 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:03.746203 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42a8f85-79e5-44c2-9a57-8c7a09892034 x-openstack-request-id: req-f42a8f85-79e5-44c2-9a57-8c7a09892034 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:03.746500 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-plugged", "status": "completed", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:03.746744 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f42a8f85-79e5-44c2-9a57-8c7a09892034 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:03.747128 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'code': 200} Jul 07 18:34:03.774243 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=10']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:04.202575 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10749d-9b4f-4b97-917c-648c39193cda req-445ea339-5cb1-4419-a49b-2098b0930253 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:04.204201 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ae10749d-9b4f-4b97-917c-648c39193cda req-445ea339-5cb1-4419-a49b-2098b0930253 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0651438 Jul 07 18:34:04.271283 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ae10749d-9b4f-4b97-917c-648c39193cda req-3a9279e7-85ed-4e74-b97d-cd6e9d8f9f40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615592 Jul 07 18:34:04.289789 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af922ce-20a2-4565-acb7-917fb25e7fc8 req-2c300913-e2c0-46a6-97da-a947bcc2c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:04.291263 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7af922ce-20a2-4565-acb7-917fb25e7fc8 req-2c300913-e2c0-46a6-97da-a947bcc2c7b5 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 1099 time: 0.0756600 Jul 07 18:34:04.324972 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7af922ce-20a2-4565-acb7-917fb25e7fc8 req-6a8006d4-ba95-4246-9369-d5d3a44f6994 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267212 Jul 07 18:34:04.916597 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33284) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:05.042962 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-19ccaefb-e484-492b-8be3-de6eb462e372 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94cde5ade9be4a66b4bb3b97653a1d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252272 Jul 07 18:34:05.046075 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33290) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:05.090436 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.111625 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.157020 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.159488 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:05.160629 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b5fb11f-5479-4792-a995-d32dd4d92c9f HTTP/1.1" status: 204 len: 168 time: 0.1136856 Jul 07 18:34:05.168236 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46adc9-a8ba-4890-8efe-5f4ed960990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fb11f-5479-4792-a995-d32dd4d92c9f,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:05.458015 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7a2d0-92f1-43dd-9590-1cc9298fb160 req-2889cf29-858c-43a9-a2fd-424e8345a1e1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:05.459448 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ef7a2d0-92f1-43dd-9590-1cc9298fb160 req-2889cf29-858c-43a9-a2fd-424e8345a1e1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0656936 Jul 07 18:34:05.499724 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4ef7a2d0-92f1-43dd-9590-1cc9298fb160 req-e896aeea-eda1-4a91-bc7e-024b484b169e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Jul 07 18:34:06.679874 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f262-886a-4f87-a45f-dd6aac62c4d8 req-44c63dde-6352-4283-8a65-d7c3abd16c54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:06.681450 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed72f262-886a-4f87-a45f-dd6aac62c4d8 req-44c63dde-6352-4283-8a65-d7c3abd16c54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0617199 Jul 07 18:34:06.720054 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ed72f262-886a-4f87-a45f-dd6aac62c4d8 req-cbfd473e-6b86-4638-9d22-9bfb0a8d3ba2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Jul 07 18:34:07.906699 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb84f7-b650-43a0-9a47-b2020c5498e6 req-a1792c61-a655-4feb-a164-2c69c693385f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:07.908195 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ecdb84f7-b650-43a0-9a47-b2020c5498e6 req-a1792c61-a655-4feb-a164-2c69c693385f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0690176 Jul 07 18:34:07.943954 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ecdb84f7-b650-43a0-9a47-b2020c5498e6 req-a17b337a-c31d-4418-bc39-f4143ecd5694 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303791 Jul 07 18:34:09.117907 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d8b0-13dd-4243-8a29-39d4c5f1204e req-9736b243-3eb3-4556-a133-2f761f06e554 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:09.119290 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7c7d8b0-13dd-4243-8a29-39d4c5f1204e req-9736b243-3eb3-4556-a133-2f761f06e554 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0619938 Jul 07 18:34:09.161735 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7c7d8b0-13dd-4243-8a29-39d4c5f1204e req-884c656a-9de6-49a8-9683-07bbcca78861 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369375 Jul 07 18:34:10.333746 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95093d-25b3-4d9d-ba80-a14b8b25a549 req-80749ac2-6371-4254-abf7-0ded6c72e9fe tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:10.335210 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ae95093d-25b3-4d9d-ba80-a14b8b25a549 req-80749ac2-6371-4254-abf7-0ded6c72e9fe tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0614235 Jul 07 18:34:10.370894 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ae95093d-25b3-4d9d-ba80-a14b8b25a549 req-5a4d346b-2275-4fa4-8cef-1cc7e156de59 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303080 Jul 07 18:34:11.571456 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876940-643b-48a5-ae8d-fb0b2c34c37b req-eee13937-f96e-4366-86a2-950d66a84038 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:11.572970 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-82876940-643b-48a5-ae8d-fb0b2c34c37b req-eee13937-f96e-4366-86a2-950d66a84038 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0796688 Jul 07 18:34:11.612446 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-82876940-643b-48a5-ae8d-fb0b2c34c37b req-cf6ef74f-1143-4bbf-b7bd-4e9580cb8526 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Jul 07 18:34:11.890969 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:12.371242 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecb99c-38a0-4971-9915-3725cffa5a81 req-b70a509b-40bb-48f5-9103-fc601620542c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:12.372733 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-80ecb99c-38a0-4971-9915-3725cffa5a81 req-b70a509b-40bb-48f5-9103-fc601620542c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0615988 Jul 07 18:34:12.409183 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-80ecb99c-38a0-4971-9915-3725cffa5a81 req-fb158ee8-d294-4d97-aeb2-e97487aa434d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308805 Jul 07 18:34:12.790927 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad6df-9ea9-45d8-8545-a6b91ff3e7f1 req-1d98505c-04bc-4aef-86a0-30b3ca433dae tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:12.792408 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98cad6df-9ea9-45d8-8545-a6b91ff3e7f1 req-1d98505c-04bc-4aef-86a0-30b3ca433dae tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0644317 Jul 07 18:34:12.830626 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-98cad6df-9ea9-45d8-8545-a6b91ff3e7f1 req-496ff4f7-867a-4ea8-84cb-e7f32131afc6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Jul 07 18:34:13.584904 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10054357-8441-4dcb-b161-5f197e34c51b req-65e86cc9-d402-418e-a145-edbfd48dabe4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:13.586679 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-10054357-8441-4dcb-b161-5f197e34c51b req-65e86cc9-d402-418e-a145-edbfd48dabe4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0660362 Jul 07 18:34:13.622866 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-10054357-8441-4dcb-b161-5f197e34c51b req-5d84d1e0-8053-49e5-a9ce-a1e959dfd97c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Jul 07 18:34:14.005361 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96535ada-8fe9-4336-8a94-2f2e5003f26e req-25700f74-cd91-4b38-bf83-ad282d90f7e9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:14.006838 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-96535ada-8fe9-4336-8a94-2f2e5003f26e req-25700f74-cd91-4b38-bf83-ad282d90f7e9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0619996 Jul 07 18:34:14.043124 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-96535ada-8fe9-4336-8a94-2f2e5003f26e req-2e00a96e-5547-4e68-9865-4a7d0176a2b6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Jul 07 18:34:14.791709 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f0b5-fdb3-4f1c-b067-556814634f68 req-b9bc8452-a116-4517-982b-32912cd6d449 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:14.793103 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c143f0b5-fdb3-4f1c-b067-556814634f68 req-b9bc8452-a116-4517-982b-32912cd6d449 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0623920 Jul 07 18:34:14.830049 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c143f0b5-fdb3-4f1c-b067-556814634f68 req-6f953126-942e-4871-adf4-b4149d6532d6 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308335 Jul 07 18:34:15.027369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-6229764f-118d-4c92-9429-9aa4ee42f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.030081 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-6229764f-118d-4c92-9429-9aa4ee42f9c7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1098 time: 0.0530107 Jul 07 18:34:15.149671 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-acbfba64-fee0-4fc9-9134-054c46007077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.150833 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-acbfba64-fee0-4fc9-9134-054c46007077 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.0968578 Jul 07 18:34:15.221239 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-c8f19cf6-436a-4fb1-aa87-aa7fbe652925 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 1001 time: 0.0621567 Jul 07 18:34:15.229295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6077-e8f5-4559-ab8f-30a43469efb5 req-312ef386-1094-4ab0-a6e1-ba0f939091b1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.230823 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-940d6077-e8f5-4559-ab8f-30a43469efb5 req-312ef386-1094-4ab0-a6e1-ba0f939091b1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0710957 Jul 07 18:34:15.268202 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-940d6077-e8f5-4559-ab8f-30a43469efb5 req-933f282f-29e8-4196-ae67-39e8811fb108 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Jul 07 18:34:15.278265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-af44daa0-3362-42ab-86a2-4b5e9a3910f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.280322 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-af44daa0-3362-42ab-86a2-4b5e9a3910f8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0481102 Jul 07 18:34:15.338198 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-ead4784e-a699-4932-b3fa-c27bb39d7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:15.339565 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-ead4784e-a699-4932-b3fa-c27bb39d7092 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514581 Jul 07 18:34:15.437989 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-29404a12-115e-4031-8923-65084908e765 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905614 Jul 07 18:34:15.529703 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d945c2b9-995c-42cf-ac13-6ea7a5deb9bd req-b0bc68e6-1825-4f5e-b3d5-bb34f7dbd97c service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847986 Jul 07 18:34:16.005773 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3089c6-6c56-446f-a64c-ee356af57cc9 req-43a3d639-3453-4f6c-97f0-fd8fb07cb884 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:16.007243 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ec3089c6-6c56-446f-a64c-ee356af57cc9 req-43a3d639-3453-4f6c-97f0-fd8fb07cb884 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0638700 Jul 07 18:34:16.044395 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ec3089c6-6c56-446f-a64c-ee356af57cc9 req-63b894a2-4f91-4d6e-889a-e65af9cba7c0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Jul 07 18:34:17.217600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c48616-fbc0-4283-adb5-dcf734fd7f09 req-1e42ba72-4210-43b2-9efb-ea224b6affb4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:17.219052 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c7c48616-fbc0-4283-adb5-dcf734fd7f09 req-1e42ba72-4210-43b2-9efb-ea224b6affb4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0615849 Jul 07 18:34:17.254895 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c7c48616-fbc0-4283-adb5-dcf734fd7f09 req-f01a2972-f9bc-4328-89d6-9e1227e8e14c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302830 Jul 07 18:34:18.431418 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0078f2f-c1c4-4b97-a20f-c1ec3b2ec093 req-a9b84be4-a8d8-44f7-b3ce-208a243395f3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:18.432890 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a0078f2f-c1c4-4b97-a20f-c1ec3b2ec093 req-a9b84be4-a8d8-44f7-b3ce-208a243395f3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0666151 Jul 07 18:34:18.469045 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a0078f2f-c1c4-4b97-a20f-c1ec3b2ec093 req-6cbfec71-757a-41d4-a3f6-903fc3f24544 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304120 Jul 07 18:34:19.638426 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ecea-df1f-472f-b6e0-eeaa59162894 req-12eb42cf-932b-4fe0-bc39-f7052ea954d2 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:19.639849 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b694ecea-df1f-472f-b6e0-eeaa59162894 req-12eb42cf-932b-4fe0-bc39-f7052ea954d2 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0604124 Jul 07 18:34:19.675405 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b694ecea-df1f-472f-b6e0-eeaa59162894 req-72b1babd-4a63-4e51-b9f5-78f639e51077 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300248 Jul 07 18:34:20.335392 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33528) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:20.444284 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.533608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.537510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.577563 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b589273c0fc84b1b87fcf0e0c8f1c788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410734 Jul 07 18:34:20.578426 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a824bc-2301-423a-82ed-b7b3c615cc58,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:20.580244 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33540) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:20.586394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.586671 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.587008 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.587334 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.587657 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.588026 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.588354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.588672 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.588992 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.589327 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.589809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.590118 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db480ca-4b83-431a-a728-7cb2821e58f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.633017 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.654214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.699599 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.702240 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:20.703351 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89a824bc-2301-423a-82ed-b7b3c615cc58 HTTP/1.1" status: 204 len: 168 time: 0.1220801 Jul 07 18:34:20.711119 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a824bc-2301-423a-82ed-b7b3c615cc58,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:20.719962 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.720205 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.720542 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.720871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.721192 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.721519 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.721823 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.722140 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.722494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.722763 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.723075 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.723386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453a64f-706a-460e-b163-10282aff431e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:20.852265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b59f3-af86-4f5c-b93e-e33e1fb9d2fc req-2528bcfa-cff0-4159-a439-f2872f6e03ff tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:20.853745 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-147b59f3-af86-4f5c-b93e-e33e1fb9d2fc req-2528bcfa-cff0-4159-a439-f2872f6e03ff tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0631115 Jul 07 18:34:20.893433 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-147b59f3-af86-4f5c-b93e-e33e1fb9d2fc req-1ad49aa8-c47a-4370-b4f0-d7bcc97eab8f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Jul 07 18:34:21.297394 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33564) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:21.386881 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1590351487-network', 'tenant_id': '6dd81ccdb61c4fc7afcee7d79034f4b8'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:21.408327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Made reservation on behalf of 6dd81ccdb61c4fc7afcee7d79034f4b8 for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:21.410559 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.418426 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.514774 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.518933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.544464 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:21.555564 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:21.560545 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.560891 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Added segment 9222eb1e-4c45-4016-a1bb-85075b1ccd86 of type vlan for network d3290d32-921e-4e8a-b38b-902e542874a2 Jul 07 18:34:21.600674 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.629118 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.630077 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:21.630673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.677922 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3793616 Jul 07 18:34:21.681174 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33574) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:21.690296 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Request body: {'subnet': {'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1590351487-subnet', 'tenant_id': '6dd81ccdb61c4fc7afcee7d79034f4b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:21.692920 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248fa8-0fab-41f8-84f7-46afb1e987e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d3290d32-921e-4e8a-b38b-902e542874a2,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:21.706700 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network d3290d32-921e-4e8a-b38b-902e542874a2 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:34:21.725726 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Made reservation on behalf of 6dd81ccdb61c4fc7afcee7d79034f4b8 for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:21.728455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8481928'] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.885705 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11834231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8481946'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.943546 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca68bb7-0e18-4242-8db8-81a9ee351bcc,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:21.952607 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Checking segment: {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:21.952970 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Network hostable DHCP agents. Network: d3290d32-921e-4e8a-b38b-902e542874a2, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:21.969845 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Network d3290d32-921e-4e8a-b38b-902e542874a2 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:21.979641 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, d3290d32-921e-4e8a-b38b-902e542874a2) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:21.984118 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:21.985030 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:21.990591 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488af84c-e4d6-4999-b05e-19a9aed20422 None None] Network d3290d32-921e-4e8a-b38b-902e542874a2 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:22.000806 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4bd248b8-a97d-4ba7-b191-29ccc3634e75 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185236 Jul 07 18:34:22.075277 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e479183-a1ff-4885-84a2-4fa745087904 req-656da64c-5483-4e5a-9831-0d2c0e0e6a38 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:22.077367 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6e479183-a1ff-4885-84a2-4fa745087904 req-656da64c-5483-4e5a-9831-0d2c0e0e6a38 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0636780 Jul 07 18:34:22.115919 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6e479183-a1ff-4885-84a2-4fa745087904 req-615bd00a-9f41-40e9-a3e2-ac3bd4ffd0d7 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Jul 07 18:34:22.122252 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90017e1e-8733-418a-8b31-d382eac18b39 None None] Network d3290d32-921e-4e8a-b38b-902e542874a2 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:23.289814 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6319-ae8d-4e0e-bf1a-8c9900c6c0f8 req-eec6debf-ce66-4283-9521-2b0c723e9a32 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:23.291202 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0e3a6319-ae8d-4e0e-bf1a-8c9900c6c0f8 req-eec6debf-ce66-4283-9521-2b0c723e9a32 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Jul 07 18:34:23.328278 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0e3a6319-ae8d-4e0e-bf1a-8c9900c6c0f8 req-db93b351-ec8c-41c6-9caa-5f149a2164ef tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Jul 07 18:34:24.505550 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd22480-62f3-4eb9-bdfc-59e8e332fba2 req-377570d7-35e4-49e5-8533-b4f944de0366 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:24.506987 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7cd22480-62f3-4eb9-bdfc-59e8e332fba2 req-377570d7-35e4-49e5-8533-b4f944de0366 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0664663 Jul 07 18:34:24.542803 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7cd22480-62f3-4eb9-bdfc-59e8e332fba2 req-5ca9f84c-4137-4d43-b260-d3fb4711c92c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302837 Jul 07 18:34:24.710638 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64b2-e7bb-44a8-9589-ae9f3c9a5369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:25.719369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621737ec-dacf-4a8c-bdb1-18ec570387de req-bf7ca39b-bb23-4479-9d34-816f60a45316 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:25.720884 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-621737ec-dacf-4a8c-bdb1-18ec570387de req-bf7ca39b-bb23-4479-9d34-816f60a45316 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Jul 07 18:34:25.759857 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-621737ec-dacf-4a8c-bdb1-18ec570387de req-60e3e6ae-26c5-4f82-a52e-3b7f9f0bd5f0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335758 Jul 07 18:34:25.857987 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-6af2303a-02d0-424d-ab85-34a5f1dfcc5d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:25.859520 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-6af2303a-02d0-424d-ab85-34a5f1dfcc5d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 814 time: 0.1114254 Jul 07 18:34:25.875941 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-e8f1940e-4a79-4612-b0d2-53443fb03600 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/quotas/6dd81ccdb61c4fc7afcee7d79034f4b8 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Jul 07 18:34:25.912222 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-28a6aec1-4ba3-4d9c-b468-de3b38059259 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315511 Jul 07 18:34:26.025263 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-0bf58281-8636-4472-a73b-e72e17b5293b service neutron] 10.222.0.58 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054459 Jul 07 18:34:26.144597 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-c2049894-ec0c-48da-bcfc-82934b974cef service neutron] 10.222.0.58 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126952 Jul 07 18:34:26.185649 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98e9e7-6f37-4971-8a48-205aeb5e6f8f req-e7ccdfc6-e7f6-4a5e-a54e-a1e90da1e4a1 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:26.187168 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8c98e9e7-6f37-4971-8a48-205aeb5e6f8f req-e7ccdfc6-e7f6-4a5e-a54e-a1e90da1e4a1 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1162574 Jul 07 18:34:26.193924 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-3bdfb72e-c849-42ab-8f34-f2024f53876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:26.195386 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-3bdfb72e-c849-42ab-8f34-f2024f53876b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 1098 time: 0.0912220 Jul 07 18:34:26.289373 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8c98e9e7-6f37-4971-8a48-205aeb5e6f8f req-38a9d555-be3a-40e0-9e34-29c221d8e564 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930028 Jul 07 18:34:26.320694 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3f85e9dd-ab0f-4bb7-a3b8-287461bb0014 req-235f55c3-62ea-4279-988b-6825016ce524 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 210 time: 0.0376618 Jul 07 18:34:26.321533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-04dbd0d8-b536-4fc8-a121-121934255cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:26.323122 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-04dbd0d8-b536-4fc8-a121-121934255cae service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.1193039 Jul 07 18:34:26.390326 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-cefe9562-6ac4-42a3-8335-de8716d62fe9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 200 len: 1001 time: 0.0599756 Jul 07 18:34:26.443620 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-0abcd510-3fca-4adc-b4ef-99d6fad9fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:26.445123 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-0abcd510-3fca-4adc-b4ef-99d6fad9fabb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0478008 Jul 07 18:34:26.502480 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-bacdd289-5237-4b82-8394-a083033e9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:26.504000 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-bacdd289-5237-4b82-8394-a083033e9bbc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515764 Jul 07 18:34:26.593734 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-78b44bc3-9cee-4cd3-a2d9-e25837a836ea service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819581 Jul 07 18:34:26.691176 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd1b1416-d1e9-449c-8507-decf54896bc7 req-74bbabc1-da3a-416e-b63b-0556d6030fa9 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Jul 07 18:34:27.340851 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3ce09e7-11bd-477f-bf34-7bfa9ce35f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.440173 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.521389 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a678c50d-9013-4aec-8b43-6a22f2607027 req-29070905-8ff7-4622-8965-314a21cd6875 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jul 07 18:34:27.595313 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-392083fd-6b2a-421e-8d5c-943b899f90bd tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.596813 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-392083fd-6b2a-421e-8d5c-943b899f90bd tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 814 time: 0.2027812 Jul 07 18:34:27.608492 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941642-8d23-45a0-b9c4-68fbb297e341 req-398b455d-1176-46c6-90a7-a8bae5a797ef tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:27.609896 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-39941642-8d23-45a0-b9c4-68fbb297e341 req-398b455d-1176-46c6-90a7-a8bae5a797ef tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.1332829 Jul 07 18:34:27.614475 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Request body: {'port': {'device_id': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2', 'admin_state_up': True, 'tenant_id': '6dd81ccdb61c4fc7afcee7d79034f4b8'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:27.705314 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-39941642-8d23-45a0-b9c4-68fbb297e341 req-18931128-cf3b-4668-bdec-4ea2e796e15c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863700 Jul 07 18:34:27.752807 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Made reservation on behalf of 6dd81ccdb61c4fc7afcee7d79034f4b8 for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:27.756392 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:27.874281 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Allocated IP 172.20.0.14 (d3290d32-921e-4e8a-b38b-902e542874a2/0ca68bb7-0e18-4242-8db8-81a9ee351bcc/6d6c3c9e-6462-47ad-afe9-b56122c3923d) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:34:28.015606 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.052938 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.095983 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Network d3290d32-921e-4e8a-b38b-902e542874a2 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:34:28.099191 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:28.105545 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:34:28.132684 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Pushing event updated for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.159281 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.159906 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.173114 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ff211f3f-58f5-4294-b808-9a2cb2f49e17 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623050 Jul 07 18:34:28.184491 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Request body: {'port': {'device_id': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:28.252659 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.420893 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.501844 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6c3c9e-6462-47ad-afe9-b56122c3923d {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:28.510703 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.522594 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Transition to ACTIVE for port object 6d6c3c9e-6462-47ad-afe9-b56122c3923d will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:34:28.526277 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.576435 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.649845 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Attempting to bind port 6d6c3c9e-6462-47ad-afe9-b56122c3923d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:34:28.650510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Attempting to bind port 6d6c3c9e-6462-47ad-afe9-b56122c3923d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:34:28.650650 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Attempting to bind port 6d6c3c9e-6462-47ad-afe9-b56122c3923d on network d3290d32-921e-4e8a-b38b-902e542874a2 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:28.657083 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Port 6d6c3c9e-6462-47ad-afe9-b56122c3923d on network d3290d32-921e-4e8a-b38b-902e542874a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:34:28.657495 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Attempting to bind port 6d6c3c9e-6462-47ad-afe9-b56122c3923d on network d3290d32-921e-4e8a-b38b-902e542874a2 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:34:28.663483 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:34:28.663832 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Checking segment: {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:28.664339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Bound using segment: {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:34:28.664823 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Bound port: 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:34:28.665278 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.708012 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca3bdf-475c-4cd2-af73-eb61cb34cb62 req-e6ec9a51-1eeb-4a46-bc41-b3a6a9ad883f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.709699 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-dfca3bdf-475c-4cd2-af73-eb61cb34cb62 req-e6ec9a51-1eeb-4a46-bc41-b3a6a9ad883f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 944 time: 0.0656345 Jul 07 18:34:28.746989 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:34:28.750908 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:34:28.756162 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.760933 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-dfca3bdf-475c-4cd2-af73-eb61cb34cb62 req-9e5a0e4e-7264-4cc6-b477-17bbeed130b8 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Jul 07 18:34:28.798237 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.798237 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:28.799547 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] 10.222.0.103 "PUT /v2.0/ports/6d6c3c9e-6462-47ad-afe9-b56122c3923d HTTP/1.1" status: 200 len: 1094 time: 0.6189961 Jul 07 18:34:28.800045 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:28.802360 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:28.824735 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80965c36-7136-41fc-834e-2e5bce8b5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:28.862540 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29408da0-9d20-456e-84df-1b49dfe7d32c x-openstack-request-id: req-29408da0-9d20-456e-84df-1b49dfe7d32c {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:28.862830 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:28.863076 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-29408da0-9d20-456e-84df-1b49dfe7d32c {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:28.863469 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d', 'status': 'completed', 'code': 200} Jul 07 18:34:28.908768 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-d97db080-ef94-4d39-ae9d-1ca2c3c8e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:28.910287 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-d97db080-ef94-4d39-ae9d-1ca2c3c8e55a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 1097 time: 0.0579891 Jul 07 18:34:28.963851 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-0ec21bbd-6778-490e-9189-1b31d7e96639 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d HTTP/1.1" status: 200 len: 217 time: 0.0365770 Jul 07 18:34:29.012032 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-a6f0aeba-3dce-42fb-aab1-7a01d236b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.014079 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-a6f0aeba-3dce-42fb-aab1-7a01d236b919 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0ca68bb7-0e18-4242-8db8-81a9ee351bcc HTTP/1.1" status: 200 len: 854 time: 0.0435593 Jul 07 18:34:29.045829 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-d766ad4a-e3e4-4461-93ce-0b16cb2282ef service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d3290d32-921e-4e8a-b38b-902e542874a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256007 Jul 07 18:34:29.087073 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33716) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:29.135543 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-cfb46f07-7fb2-41d1-8678-75b16ce37a9d service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830915 Jul 07 18:34:29.189938 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c4003d08-08ef-46ac-9e43-014a4027de11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.221533 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ba5608a-b098-457f-83c2-bb5ea4fc5965 req-ffe8ede5-9409-482f-9afa-496d52b75b13 service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795469 Jul 07 18:34:29.280328 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c4003d08-08ef-46ac-9e43-014a4027de11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.284494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c4003d08-08ef-46ac-9e43-014a4027de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.320135 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-1f51e78f-61dd-4ee5-a6bf-32562dabffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.321635 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-1f51e78f-61dd-4ee5-a6bf-32562dabffd2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 1097 time: 0.0543826 Jul 07 18:34:29.324674 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c4003d08-08ef-46ac-9e43-014a4027de11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f40b2b515acd4322b76fc4d6bb61e4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364774 Jul 07 18:34:29.325521 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003d08-08ef-46ac-9e43-014a4027de11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7607bc83-5930-4696-8772-1d9275327859,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:29.327247 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33720) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:29.437077 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.456267 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-a4206345-c4ef-418a-9bf8-0c23d0bdc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.457703 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-a4206345-c4ef-418a-9bf8-0c23d0bdc24e service neutron] 10.222.0.103 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 916 time: 0.1236694 Jul 07 18:34:29.474122 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.509160 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-cecf1852-2e0b-4cd7-a785-e31ba0bd5449 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d HTTP/1.1" status: 200 len: 217 time: 0.0443542 Jul 07 18:34:29.570099 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-292cceb0-e123-443b-9d1c-ef791d7dbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.571533 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-292cceb0-e123-443b-9d1c-ef791d7dbb18 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0ca68bb7-0e18-4242-8db8-81a9ee351bcc HTTP/1.1" status: 200 len: 854 time: 0.0543318 Jul 07 18:34:29.586471 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.588910 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.589944 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7607bc83-5930-4696-8772-1d9275327859 HTTP/1.1" status: 204 len: 168 time: 0.2610896 Jul 07 18:34:29.613585 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-72f3b7f6-4921-49f2-94d3-6346c2cf8004 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d3290d32-921e-4e8a-b38b-902e542874a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343037 Jul 07 18:34:29.618421 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341350-2a7c-4f80-9189-cce3384a6725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7607bc83-5930-4696-8772-1d9275327859,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:29.707528 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-049c598b-dcf7-4ec7-93cf-3d7b6101ae42 service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Jul 07 18:34:29.804967 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4eb7b4b2-4682-4f2e-a4b1-045d1b893a38 req-ee070d0a-eb76-454c-bb59-7cea17c96059 service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875323 Jul 07 18:34:29.874098 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33728) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:29.887605 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-77ec5ebf-63f0-461f-9eac-e5368a75b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.935610 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb90d-050d-466d-b054-5984054d5895 req-556d6868-c6bf-4f72-b81b-66e361af41d6 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:29.937429 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-270fb90d-050d-466d-b054-5984054d5895 req-556d6868-c6bf-4f72-b81b-66e361af41d6 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 944 time: 0.0638933 Jul 07 18:34:29.976271 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-77ec5ebf-63f0-461f-9eac-e5368a75b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:29.976929 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-270fb90d-050d-466d-b054-5984054d5895 req-5007a2e6-b4c2-4197-b392-a32699f96112 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Jul 07 18:34:29.983940 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-77ec5ebf-63f0-461f-9eac-e5368a75b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.019375 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec5ebf-63f0-461f-9eac-e5368a75b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c98bd21-47c6-4119-b224-4c6ed5655eee,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.024904 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-77ec5ebf-63f0-461f-9eac-e5368a75b871 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ebc8c5b701a4094b0d0626d5fbaef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495855 Jul 07 18:34:30.027647 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33730) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:30.079725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.103108 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.151600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.154928 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.155444 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.156220 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c98bd21-47c6-4119-b224-4c6ed5655eee HTTP/1.1" status: 204 len: 168 time: 0.1275287 Jul 07 18:34:30.166224 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c281af1-73a0-413d-8777-791b19101be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c98bd21-47c6-4119-b224-4c6ed5655eee,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:30.854916 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33752) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:30.956526 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948744235-network', 'tenant_id': '2754a7f19b554b14847bd46b05a3a5b0'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:30.984935 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Made reservation on behalf of 2754a7f19b554b14847bd46b05a3a5b0 for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:30.988004 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:30.998227 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.092019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.095943 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.123142 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:31.129439 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272cda42-2b9b-4301-a1c6-fd2302a2b48b,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.135514 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.135866 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Added segment f15acc0a-0d55-42c6-952c-d964c18f6b8c of type vlan for network 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 Jul 07 18:34:31.171214 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15b84-888c-415c-948e-89d4d8a9e127 req-c1e26174-62e5-483e-9ffa-fa03025c4a8b tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:31.172781 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a8d15b84-888c-415c-948e-89d4d8a9e127 req-c1e26174-62e5-483e-9ffa-fa03025c4a8b tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 944 time: 0.0691993 Jul 07 18:34:31.178456 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.206571 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.207720 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:31.208522 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.210384 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a8d15b84-888c-415c-948e-89d4d8a9e127 req-07bb33ba-6dd9-4914-bd5b-44144256ea71 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 07 18:34:31.262854 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4066496 Jul 07 18:34:31.265744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33758) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:31.270782 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Request body: {'subnet': {'network_id': '3ef14cc0-eb97-480e-ab3e-7c2404dd3d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948744235-subnet', 'tenant_id': '2754a7f19b554b14847bd46b05a3a5b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:31.271301 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173e498-b237-42f6-95be-c2665c69beea admin admin] Pushing event updated for resources: {'Network': ['ID=3ef14cc0-eb97-480e-ab3e-7c2404dd3d82,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.281355 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:34:31.292964 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Made reservation on behalf of 2754a7f19b554b14847bd46b05a3a5b0 for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:31.295878 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8481928'] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.676616 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6d6c3c9e-6462-47ad-afe9-b56122c3923d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:34:31.680832 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11834231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8481946'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.728808 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0487b82b-1d63-415a-af33-35bd0150f9e6,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:31.743206 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Checking segment: {'id': 'f15acc0a-0d55-42c6-952c-d964c18f6b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '3ef14cc0-eb97-480e-ab3e-7c2404dd3d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:31.743548 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Network hostable DHCP agents. Network: 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:31.759176 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Network 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:31.767938 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:31.769803 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:31.772111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:31.772729 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.783475 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7d39f-4b05-4d49-aee3-bcc358ad5241 None None] Network 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:31.786929 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-4efd4fbb-bd72-41c7-a27c-f2e633890633 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5201049 Jul 07 18:34:31.797846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '6d6c3c9e-6462-47ad-afe9-b56122c3923d', 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2', 'port_id': '6d6c3c9e-6462-47ad-afe9-b56122c3923d', 'mac_address': 'fa:16:3e:e7:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca68bb7-0e18-4242-8db8-81a9ee351bcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:34:31.873848 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:31.897649 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6c3c9e-6462-47ad-afe9-b56122c3923d {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:34:31.956552 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:31.962428 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10494739-70f1-44c9-8dac-c05a70a611f6 None None] Network 3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:31.965473 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.064233 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.080146 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.080495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.080835 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.081168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.081494 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.081905 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.082153 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.082473 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.082798 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.083122 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.083438 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.083755 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:34:32.239153 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33776) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:32.244365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1736055405-network', 'tenant_id': 'c17574392eea461c94df08212ff9d105'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:32.257538 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['6d6c3c9e-6462-47ad-afe9-b56122c3923d'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:34:32.265944 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Made reservation on behalf of c17574392eea461c94df08212ff9d105 for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:32.268584 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.277344 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.377364 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.382007 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.397670 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0007a48-c2cd-4b4c-9b7d-1b16ddbabc57 req-505e1474-029b-40ee-8524-7efb097f301f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:32.399806 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d0007a48-c2cd-4b4c-9b7d-1b16ddbabc57 req-505e1474-029b-40ee-8524-7efb097f301f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 945 time: 0.0730448 Jul 07 18:34:32.403006 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:34:32.417932 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe303e28-1e83-4811-8e1e-b4e8e5767cf0,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.421374 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.421778 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Added segment a2cdfb43-aaf6-4ca7-b986-73f8a54f2575 of type vlan for network 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 Jul 07 18:34:32.441705 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d0007a48-c2cd-4b4c-9b7d-1b16ddbabc57 req-17f60097-c631-4f98-a3c6-a5b43aa18348 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337567 Jul 07 18:34:32.464622 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.492211 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.493220 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:32.493822 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.546722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3063231 Jul 07 18:34:32.549788 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33778) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:32.551930 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b4128-e85a-436e-95e0-aeecb031d381 admin admin] Pushing event updated for resources: {'Network': ['ID=93c6a3d0-2f9d-4086-bfd4-46e45e0888d3,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.555029 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Request body: {'subnet': {'network_id': '93c6a3d0-2f9d-4086-bfd4-46e45e0888d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1736055405-subnet', 'tenant_id': 'c17574392eea461c94df08212ff9d105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:34:32.561986 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:34:32.576733 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Made reservation on behalf of c17574392eea461c94df08212ff9d105 for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:34:32.579084 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.741517 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.793079 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd69b84-2fee-46e5-a05f-701f9ee89ccf,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:32.803074 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Checking segment: {'id': 'a2cdfb43-aaf6-4ca7-b986-73f8a54f2575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '93c6a3d0-2f9d-4086-bfd4-46e45e0888d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:34:32.803432 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Network hostable DHCP agents. Network: 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:34:32.820205 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Network 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:34:32.828249 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:34:32.832258 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:32.832845 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:32.836700 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff669a-99fd-4f22-9bd9-3ab0c3ed7109 None None] Network 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:32.846555 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-eaefe3dd-ccc9-4d0b-b9bf-27e809fbf8e6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2955079 Jul 07 18:34:32.958220 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c736b-006b-4a8b-89d4-5be3b7b5cfd1 None None] Network 93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:34:33.616463 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4938da-919a-417e-a62f-c60adbb48bdd req-c1d50d5d-59f3-49f7-bf06-2e65901c4730 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:33.617912 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-df4938da-919a-417e-a62f-c60adbb48bdd req-c1d50d5d-59f3-49f7-bf06-2e65901c4730 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 945 time: 0.0664127 Jul 07 18:34:33.659724 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-df4938da-919a-417e-a62f-c60adbb48bdd req-2bd6b48f-1c22-4660-95e1-1936477f0926 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 07 18:34:33.699207 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6d6c3c9e-6462-47ad-afe9-b56122c3923d up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:34:33.745855 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 6d6c3c9e-6462-47ad-afe9-b56122c3923d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:34:33.750100 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 6d6c3c9e-6462-47ad-afe9-b56122c3923d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:34:33.750466 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.821432 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.844864 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:33.847165 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e1638e-43fd-4481-b637-2bf3aacde2e3" -d '{"events": [{"server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:33.860691 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:33.866018 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:33.889191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a4b35-ab00-4ac6-a652-b549a70d5975 x-openstack-request-id: req-469a4b35-ab00-4ac6-a652-b549a70d5975 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:33.889472 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:33.889713 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-469a4b35-ab00-4ac6-a652-b549a70d5975 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:33.890085 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d', 'code': 200} Jul 07 18:34:33.915342 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:34.097512 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702087c9-403c-4bb7-91e7-cd1910b75327 req-357938ff-095d-4c22-aad0-399aa56c8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:34.098958 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-702087c9-403c-4bb7-91e7-cd1910b75327 req-357938ff-095d-4c22-aad0-399aa56c8787 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 1099 time: 0.0496256 Jul 07 18:34:34.132004 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-702087c9-403c-4bb7-91e7-cd1910b75327 req-06d80719-a095-410b-ae51-8d08363c3d3a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264409 Jul 07 18:34:34.838265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e21e8-b7d9-459b-b7c6-5ec0b3601bf4 req-c4f29f63-89d4-44cc-a260-0d7d031beb3f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:34.839736 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd2e21e8-b7d9-459b-b7c6-5ec0b3601bf4 req-c4f29f63-89d4-44cc-a260-0d7d031beb3f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 946 time: 0.0653985 Jul 07 18:34:34.878367 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd2e21e8-b7d9-459b-b7c6-5ec0b3601bf4 req-b01e4f8c-b0a8-41f8-8e9a-50f7842b97e4 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322323 Jul 07 18:34:36.063280 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9cef-2f96-40bd-9b4b-e4bcb59f2e1d req-5d5c5d3a-dbb9-42b0-9c5d-cf665aa2e64d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:36.064782 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-39cf9cef-2f96-40bd-9b4b-e4bcb59f2e1d req-5d5c5d3a-dbb9-42b0-9c5d-cf665aa2e64d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 946 time: 0.0660973 Jul 07 18:34:36.101914 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-39cf9cef-2f96-40bd-9b4b-e4bcb59f2e1d req-2f3b505f-9488-4edb-a9b9-88b2dd8dc25d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Jul 07 18:34:40.150190 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:34:41.895383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.282027 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33982) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:46.326254 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Deleting subnet 0487b82b-1d63-415a-af33-35bd0150f9e6 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:34:46.329387 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.363379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.406130 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.458905 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.487155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0487b82b-1d63-415a-af33-35bd0150f9e6,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:46.489150 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.491031 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-08547b2f-6197-4deb-b6f2-09473999e9e6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0487b82b-1d63-415a-af33-35bd0150f9e6 HTTP/1.1" status: 204 len: 168 time: 0.2077990 Jul 07 18:34:46.494359 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 33984) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:46.562306 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.641356 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.650647 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef14cc0-eb97-480e-ab3e-7c2404dd3d82']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:46.661162 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15acc0a-0d55-42c6-952c-d964c18f6b8c') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:46.661453 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15acc0a-0d55-42c6-952c-d964c18f6b8c') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:46.669749 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.683773 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.689806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:46.690181 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:46.692262 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:46.743777 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.750158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.754884 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3ef14cc0-eb97-480e-ab3e-7c2404dd3d82 HTTP/1.1" status: 204 len: 168 time: 0.2595589 Jul 07 18:34:46.755079 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33986) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:46.771328 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a163-a49c-4b94-be72-a2b339438f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef14cc0-eb97-480e-ab3e-7c2404dd3d82,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:46.803434 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Deleting subnet 4dd69b84-2fee-46e5-a05f-701f9ee89ccf {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:34:46.806808 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.842440 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.879310 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.931192 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.959080 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:46.960998 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4dd69b84-2fee-46e5-a05f-701f9ee89ccf HTTP/1.1" status: 204 len: 168 time: 0.2047408 Jul 07 18:34:46.962210 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ada2c-2da7-43fc-838c-0257ffbb2d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd69b84-2fee-46e5-a05f-701f9ee89ccf,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:46.963734 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33988) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:47.036892 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.113288 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.122679 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c6a3d0-2f9d-4086-bfd4-46e45e0888d3']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:47.137705 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cdfb43-aaf6-4ca7-b986-73f8a54f2575') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:47.137994 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cdfb43-aaf6-4ca7-b986-73f8a54f2575') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:47.147235 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.160576 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.166296 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:34:47.166655 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:34:47.168267 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:34:47.222057 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.227594 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.229409 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] 10.222.0.58 "DELETE /v2.0/networks/93c6a3d0-2f9d-4086-bfd4-46e45e0888d3 HTTP/1.1" status: 204 len: 168 time: 0.2647419 Jul 07 18:34:47.240197 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c341780-4fb1-4f9b-bd32-969985480b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c6a3d0-2f9d-4086-bfd4-46e45e0888d3,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:47.419092 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33996) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:47.459720 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0d73472f-7183-4ebf-8df7-dd9f63e6afd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2754a7f19b554b14847bd46b05a3a5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393581 Jul 07 18:34:47.462122 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 33998) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:47.509170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.533529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.588186 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.591160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:47.592368 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/272cda42-2b9b-4301-a1c6-fd2302a2b48b HTTP/1.1" status: 204 len: 168 time: 0.1293640 Jul 07 18:34:47.602939 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79516-f48c-482a-8502-d9d89d942b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272cda42-2b9b-4301-a1c6-fd2302a2b48b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:47.908726 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34004) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:47.947580 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6f8db113-cde7-4ba2-9e7b-795403c7dba1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c17574392eea461c94df08212ff9d105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377285 Jul 07 18:34:47.949931 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34006) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:48.003902 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.030431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.077395 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.080134 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:48.081424 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe303e28-1e83-4811-8e1e-b4e8e5767cf0 HTTP/1.1" status: 204 len: 168 time: 0.1305945 Jul 07 18:34:48.091125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d19da-3f74-4a5b-8d2a-24f2c961e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe303e28-1e83-4811-8e1e-b4e8e5767cf0,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:54.709660 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-2ac72b39-1519-4a73-a444-8224cc1987b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:56.568656 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d63fa-5218-4bd4-925a-327c6b31430a req-4be4f342-9f24-425c-a9a7-dddefca287bd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:56.570124 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc8d63fa-5218-4bd4-925a-327c6b31430a req-4be4f342-9f24-425c-a9a7-dddefca287bd tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0660036 Jul 07 18:34:56.606745 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fc8d63fa-5218-4bd4-925a-327c6b31430a req-ea76ca01-7191-41bc-b46d-001fddd754f2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Jul 07 18:34:57.331947 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-724f1a4f-5991-4c0c-b1df-4db6b4c48b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:57.432465 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:57.789997 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775cca-6526-412e-ac24-48db6f36bd2b req-e900dd08-cf1d-4431-93d3-cc142c764341 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:57.791459 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f5775cca-6526-412e-ac24-48db6f36bd2b req-e900dd08-cf1d-4431-93d3-cc142c764341 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0656319 Jul 07 18:34:57.828220 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f5775cca-6526-412e-ac24-48db6f36bd2b req-69f36faa-8f28-41da-966a-ca617fca3c8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=e372eeea-494a-4359-b939-1f146870e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 07 18:34:58.390838 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794790bd-c19d-4990-9595-869a351b7bd6 req-d2ea9691-554d-4452-8682-3dbf21c4f4b5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:34:58.393238 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-794790bd-c19d-4990-9595-869a351b7bd6 req-d2ea9691-554d-4452-8682-3dbf21c4f4b5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 946 time: 0.0612516 Jul 07 18:34:58.423515 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.496610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Deleting port fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:34:58.496953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.586109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] For port fb79c146-8adb-41f1-8764-18a4b9f4084b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fb79c146-8adb-41f1-8764-18a4b9f4084b,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:34:58.586485 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.677325 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34180) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:58.781663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-aaa7228d-ca87-4d8b-9299-d77f88c4feb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.807657 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.808185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.808638 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Floating IP d2c9aec4-40bf-4f13-8095-33279bd1c0c6 disassociated. External IP: 172.27.2.2, port: fb79c146-8adb-41f1-8764-18a4b9f4084b. Jul 07 18:34:58.809535 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Calling delete_port for fb79c146-8adb-41f1-8764-18a4b9f4084b owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:34:58.867448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-aaa7228d-ca87-4d8b-9299-d77f88c4feb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.873637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-aaa7228d-ca87-4d8b-9299-d77f88c4feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.913326 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-aaa7228d-ca87-4d8b-9299-d77f88c4feb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=063d2a9a47c64faea9295a38566d3738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348509 Jul 07 18:34:58.916067 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34186) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:58.923156 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7228d-ca87-4d8b-9299-d77f88c4feb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b4920-59b6-473f-a462-0300cc2e0507,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:58.946453 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.972817 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:58.982502 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'Port': ['ID=fb79c146-8adb-41f1-8764-18a4b9f4084b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:58.996299 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.054925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.059965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.061387 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e6b4920-59b6-473f-a462-0300cc2e0507 HTTP/1.1" status: 204 len: 168 time: 0.1443305 Jul 07 18:34:59.088114 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737c9c7-d795-43bb-ae8b-561c34c4fb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b4920-59b6-473f-a462-0300cc2e0507,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:59.125230 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:34:59.202375 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-743349a3-cd50-4136-84ea-7a26c4839bd7 req-c1809892-96f5-4e04-8e6a-240e1dfd7457 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa62bedb-9bb4-4f73-88a0-de186415159c HTTP/1.1" status: 200 len: 210 time: 0.2433915 Jul 07 18:34:59.263272 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:34:59.275032 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:34:59.286799 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:59.287531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:34:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:59.311551 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] No DVR routers for this DVR port fb79c146-8adb-41f1-8764-18a4b9f4084b on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:34:59.315919 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.318248 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-794790bd-c19d-4990-9595-869a351b7bd6 req-2cec136f-8cf7-4fae-af47-ef162f5cf7eb tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "DELETE /v2.0/ports/fb79c146-8adb-41f1-8764-18a4b9f4084b HTTP/1.1" status: 204 len: 173 time: 0.9197094 Jul 07 18:34:59.318707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-deleted', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:34:59.320980 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d64e3c-0be8-42cb-8cda-f489182b322b" -d '{"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-deleted", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:34:59.361460 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115bd6a8-a277-412b-97ff-79f9437ed2e8 x-openstack-request-id: req-115bd6a8-a277-412b-97ff-79f9437ed2e8 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:34:59.362017 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62bedb-9bb4-4f73-88a0-de186415159c", "name": "network-vif-deleted", "tag": "fb79c146-8adb-41f1-8764-18a4b9f4084b", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:34:59.362524 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-115bd6a8-a277-412b-97ff-79f9437ed2e8 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:34:59.363268 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62bedb-9bb4-4f73-88a0-de186415159c', 'name': 'network-vif-deleted', 'tag': 'fb79c146-8adb-41f1-8764-18a4b9f4084b', 'status': 'completed', 'code': 200} Jul 07 18:34:59.408257 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:34:59.410489 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34198) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:59.424531 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d6cd16b7-d177-4c17-a4e2-bc4486cdd1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.525126 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d6cd16b7-d177-4c17-a4e2-bc4486cdd1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.531491 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d6cd16b7-d177-4c17-a4e2-bc4486cdd1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.561561 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd16b7-d177-4c17-a4e2-bc4486cdd1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe4f89-f0b8-4e1b-aaf6-e6d9a930e524,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:59.579225 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d6cd16b7-d177-4c17-a4e2-bc4486cdd1b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8065d261541d4197bf4b49f78f57e42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676536 Jul 07 18:34:59.582004 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34200) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:34:59.670920 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.695311 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.767332 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.770178 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:34:59.774206 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2cfe4f89-f0b8-4e1b-aaf6-e6d9a930e524 HTTP/1.1" status: 204 len: 168 time: 0.1909237 Jul 07 18:34:59.774952 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:59.786003 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4473f84-9a38-4666-aca4-5e02389b25fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe4f89-f0b8-4e1b-aaf6-e6d9a930e524,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:34:59.813293 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:34:59.826665 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:34:59.828750 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:34:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:34:59.984241 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:00.218914 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.244920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:00.283248 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da464faf-6c4e-445b-9572-721ad9f9477b None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:00.352372 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34226) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:00.380348 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c52606-44c8-41ea-b666-7b64e9a31c52 req-04790e53-cf63-47ef-a203-7ee4d4045e3f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:00.382526 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b8c52606-44c8-41ea-b666-7b64e9a31c52 req-04790e53-cf63-47ef-a203-7ee4d4045e3f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.3229854 Jul 07 18:35:00.418699 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.426208 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b8c52606-44c8-41ea-b666-7b64e9a31c52 req-4ae97358-0766-4be7-abe6-0c933da3e7c4 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Jul 07 18:35:00.450767 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.511629 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.514203 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.515608 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "DELETE /v2.0/security-groups/e372eeea-494a-4359-b939-1f146870e85e HTTP/1.1" status: 204 len: 168 time: 0.1622677 Jul 07 18:35:00.519825 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34232) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:00.526023 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2fda-b796-4685-977c-d5aa945e5120 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372eeea-494a-4359-b939-1f146870e85e,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:00.547836 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.api.v2.resource [None req-c2c1dce9-bfc3-4bbc-a062-6f2c8eddcf01 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] show failed (client error): The resource could not be found. Jul 07 18:35:00.549089 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c2c1dce9-bfc3-4bbc-a062-6f2c8eddcf01 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups/e372eeea-494a-4359-b939-1f146870e85e HTTP/1.1" status: 404 len: 347 time: 0.0266161 Jul 07 18:35:00.552239 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34236) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:00.557734 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c60d79-e5ba-4b0d-9e3e-3b2dff98587f None None] New status for floating IP d2c9aec4-40bf-4f13-8095-33279bd1c0c6: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:00.725804 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Deleting port bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:00.726413 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.812875 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.813903 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:00.827718 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Calling delete_port for bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca owned by network:floatingip {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:00.977309 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.008420 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'Port': ['ID=bb6f1914-96b5-4ca4-9ec6-b46a6f8b9aca,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:01.083443 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.086365 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.087694 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-ddea1f29-c278-497c-ba2b-b27a78a2c9c1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "DELETE /v2.0/floatingips/d2c9aec4-40bf-4f13-8095-33279bd1c0c6 HTTP/1.1" status: 204 len: 168 time: 0.5344396 Jul 07 18:35:01.510940 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34296) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:01.515486 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263474769', 'description': 'tempest-description--687080394'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:01.537938 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.639040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0ee17-659b-44a3-bd5d-89532cb21f05 req-b5085335-5759-4011-b18c-b2d179229489 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:01.640543 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0ac0ee17-659b-44a3-bd5d-89532cb21f05 req-b5085335-5759-4011-b18c-b2d179229489 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0918140 Jul 07 18:35:01.701217 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.704557 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0ac0ee17-659b-44a3-bd5d-89532cb21f05 req-d9fbfb95-3ee3-451a-af73-b8a19ed8bd49 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557053 Jul 07 18:35:01.705562 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.741915 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.743227 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2312534 Jul 07 18:35:01.745022 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71147326-34d3-4cf4-8ea4-0af5a82f3429 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687a4408-80d7-426e-8981-b1bd29630957,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:01.746251 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34306) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:01.752096 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group_rule': {'security_group_id': '687a4408-80d7-426e-8981-b1bd29630957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:01.784204 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.831354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.835146 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.856663 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bc52e2-8566-4237-970b-1874dd1e4a0d,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:01.861252 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.865036 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b66a834f-5a52-4a79-8a79-0fcc045f9404 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145496 Jul 07 18:35:01.865510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34308) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:01.869639 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'security_group_rule': {'security_group_id': '687a4408-80d7-426e-8981-b1bd29630957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:01.899177 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.973615 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:01.986349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.008262 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4506af74-e6be-4897-947c-2685a68b56c0,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:02.012388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.013574 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a5605737-daa5-4f69-ba83-fd71e29a9e5b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474533 Jul 07 18:35:02.016764 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34310) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:02.021652 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:02.046026 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.141514 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.241768 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Allocated IP 172.27.2.235 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/41826262-667d-4c9a-ad61-8168028c8428) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:02.571512 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.609624 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.642708 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:02.645825 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:02.649777 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:02.681166 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=41826262-667d-4c9a-ad61-8168028c8428,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:02.776704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.826214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.886434 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0338d6d-efe4-428e-bc20-0fc71325595d req-34b4e7dc-7cfc-4af7-93c8-6b89b95c8280 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:02.888029 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0338d6d-efe4-428e-bc20-0fc71325595d req-34b4e7dc-7cfc-4af7-93c8-6b89b95c8280 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0645640 Jul 07 18:35:02.924987 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0338d6d-efe4-428e-bc20-0fc71325595d req-be486ae4-f082-4d95-ba5d-5dcb0c350ff2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311713 Jul 07 18:35:02.987067 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:02.991675 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:03.069492 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=41826262-667d-4c9a-ad61-8168028c8428,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:03.081037 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:03.094241 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:03.095485 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8ff53bfc-e66e-4d38-b250-8e358223c498 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0777173 Jul 07 18:35:03.284609 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-be7d08c0-3951-4b8d-9ff1-6a1b520b7989 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--263474769&fields=id&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 267 time: 0.0352905 Jul 07 18:35:03.391405 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-80c7b15d-510b-42f0-82e2-c425fed84e42 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:03.392899 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-80c7b15d-510b-42f0-82e2-c425fed84e42 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 816 time: 0.1020896 Jul 07 18:35:03.408970 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-06a32943-82ef-4300-a420-193a05f14952 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/quotas/7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 375 time: 0.0107071 Jul 07 18:35:03.491923 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-4cc5ac6e-4a86-4a97-ad59-44bde079cb4c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775027 Jul 07 18:35:03.684846 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-11b871ac-3b8d-4713-bd11-ea4f90caaa87 service neutron] 10.222.0.58 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818247 Jul 07 18:35:03.775423 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-f64687c8-8903-42c8-ba5e-b85ae1d13b77 service neutron] 10.222.0.58 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Jul 07 18:35:03.865464 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:03.886644 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: fb79c146-8adb-41f1-8764-18a4b9f4084b {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:03.887385 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device fb79c146-8adb-41f1-8764-18a4b9f4084b not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:03.959602 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-43b13795-a61d-493d-8e99-930e1a2790e3 req-b11f24e1-745b-40de-a9d9-02e2d8eba928 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 210 time: 0.0334563 Jul 07 18:35:04.119525 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49796f36-1ef9-4a5a-8ddc-45de740da897 req-5f77b403-2ca2-4959-9790-c497dfca0e4c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:04.121155 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-49796f36-1ef9-4a5a-8ddc-45de740da897 req-5f77b403-2ca2-4959-9790-c497dfca0e4c tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0683942 Jul 07 18:35:04.160227 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-49796f36-1ef9-4a5a-8ddc-45de740da897 req-ab6d24af-b14d-434f-aad7-8ffbde548bca tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Jul 07 18:35:05.107335 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-62ff3b87-ed59-4264-bf64-d8ecbcc3ca4b req-edc97f0c-6bdb-4225-b98b-dccb7cefae68 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 210 time: 0.0300536 Jul 07 18:35:05.334081 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d166247-5e1f-4322-a9b4-fbe93077307e req-5cb64f1d-5449-403e-9af9-df3f1f4418d2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:05.335474 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7d166247-5e1f-4322-a9b4-fbe93077307e req-5cb64f1d-5449-403e-9af9-df3f1f4418d2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0633917 Jul 07 18:35:05.372517 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7d166247-5e1f-4322-a9b4-fbe93077307e req-b204d8e9-8ec9-4edb-8e87-1347d4dffd6f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Jul 07 18:35:06.255959 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9bacce37-d20c-413a-8535-29d506110c13 req-b0cf658d-e77b-4c41-9a66-90c6bc7e9a38 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 210 time: 0.0287576 Jul 07 18:35:06.550408 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc3bf4-a823-48aa-8435-43625f7d9f68 req-532b2ea8-5512-451b-adf0-398bb3f03f4d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:06.552056 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6cbc3bf4-a823-48aa-8435-43625f7d9f68 req-532b2ea8-5512-451b-adf0-398bb3f03f4d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0685296 Jul 07 18:35:06.594678 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6cbc3bf4-a823-48aa-8435-43625f7d9f68 req-8605c3ff-bfdb-40fa-b95a-e1c1c5f2f547 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352366 Jul 07 18:35:07.411401 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-24b86463-c2ef-457c-b80a-45d01e0e9b41 req-bdd0eba1-091e-4966-9d60-ee7d89838bd5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Jul 07 18:35:07.798709 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d679-b3ee-4d9c-8abb-8ea283964336 req-a09af314-f8e1-4f5d-99e0-43313f592fb6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.800291 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3f26d679-b3ee-4d9c-8abb-8ea283964336 req-a09af314-f8e1-4f5d-99e0-43313f592fb6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0814002 Jul 07 18:35:07.856571 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3f26d679-b3ee-4d9c-8abb-8ea283964336 req-39212b08-4133-4f45-8402-e7d82bda8bdc tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491674 Jul 07 18:35:07.891871 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-b82ea8c7-6f9c-457f-8fdd-6783b1d2cd64 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:07.893666 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-b82ea8c7-6f9c-457f-8fdd-6783b1d2cd64 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 816 time: 0.1292558 Jul 07 18:35:07.954749 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-1d6a4058-0187-4142-9953-89c8058ed34e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 379 time: 0.0465100 Jul 07 18:35:07.967431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'port': {'device_id': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'admin_state_up': True, 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'security_groups': ['687a4408-80d7-426e-8981-b1bd29630957']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:08.081262 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Made reservation on behalf of 7e2b9eea67264fcfa13125ee5e570949 for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:08.084777 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:08.208057 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Allocated IP 172.20.0.10 (e50691c0-35a0-41d9-b105-1fd7654e0aa3/7c10b183-a4a0-46ef-acea-8cb67f81b183/8b7edc6f-af82-4841-83e4-68e2bf5413f1) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:08.342636 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:08.358131 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Transition to ACTIVE for port object 8b7edc6f-af82-4841-83e4-68e2bf5413f1 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:08.389321 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:08.434712 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:08.439919 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:08.443646 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:08.467393 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:08.495994 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:08.496664 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:08.515302 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-36f15562-1947-4563-9e4e-8c404ecdfd54 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513916 Jul 07 18:35:08.602915 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96fa7a-a39a-4101-addf-21458f5ef0c3 req-b90adc1d-2ecb-4440-add3-7da67c96c5f0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:08.604643 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5a96fa7a-a39a-4101-addf-21458f5ef0c3 req-b90adc1d-2ecb-4440-add3-7da67c96c5f0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 932 time: 0.0696814 Jul 07 18:35:08.643181 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5a96fa7a-a39a-4101-addf-21458f5ef0c3 req-78cc29df-f967-4c7a-8d60-fcc7a1c46392 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325994 Jul 07 18:35:08.718510 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bde965e6-0b78-4f81-aa9c-4bfc502ddd8d None None] Provisioning for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:08.722246 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bde965e6-0b78-4f81-aa9c-4bfc502ddd8d None None] Provisioning complete for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:08.722807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bde965e6-0b78-4f81-aa9c-4bfc502ddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:08.759495 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-bde965e6-0b78-4f81-aa9c-4bfc502ddd8d None None] Port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:35:09.050172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653948-e99b-4caa-8596-55e71b38d02e req-4a119aa8-baf6-41e6-868b-0fc7e1841539 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:09.051782 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-84653948-e99b-4caa-8596-55e71b38d02e req-4a119aa8-baf6-41e6-868b-0fc7e1841539 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0684221 Jul 07 18:35:09.089274 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-84653948-e99b-4caa-8596-55e71b38d02e req-8817f0c2-cc66-4109-aa04-725a2d31cb1b tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Jul 07 18:35:09.814877 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a847d9-77f2-49b1-be3d-20f0176aaed7 req-64b95fab-1586-4304-a3e8-91b2f849ebf7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:09.816496 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-20a847d9-77f2-49b1-be3d-20f0176aaed7 req-64b95fab-1586-4304-a3e8-91b2f849ebf7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 932 time: 0.0624022 Jul 07 18:35:09.854443 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-20a847d9-77f2-49b1-be3d-20f0176aaed7 req-ecaa2bed-6e12-463f-8045-ca2d53ef3d36 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Jul 07 18:35:10.260910 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a84ecb-7bbb-40c2-af08-122329da5b63 req-99d3c4a0-8f3c-45aa-86c1-4bcd6d114df1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:10.262300 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c7a84ecb-7bbb-40c2-af08-122329da5b63 req-99d3c4a0-8f3c-45aa-86c1-4bcd6d114df1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0637376 Jul 07 18:35:10.299530 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c7a84ecb-7bbb-40c2-af08-122329da5b63 req-a74529fc-bc16-4baf-98c2-aac5797385b2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Jul 07 18:35:11.034689 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc6d9-7dcf-463e-90a5-e5df3dcbb3d1 req-c0847756-dd62-4ba4-b5c3-cdf35bd88a8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.036144 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ffdc6d9-7dcf-463e-90a5-e5df3dcbb3d1 req-c0847756-dd62-4ba4-b5c3-cdf35bd88a8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 932 time: 0.0649726 Jul 07 18:35:11.074791 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ffdc6d9-7dcf-463e-90a5-e5df3dcbb3d1 req-4709731c-a8ed-44f5-8bfc-8787a22a259b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326626 Jul 07 18:35:11.468487 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b6ad9-e505-4b38-9334-5423e56d2d74 req-7d2ad7e3-5a52-48f6-8de4-a997050c917b tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:11.470576 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-254b6ad9-e505-4b38-9334-5423e56d2d74 req-7d2ad7e3-5a52-48f6-8de4-a997050c917b tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0631502 Jul 07 18:35:11.496524 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Request body: {'port': {'device_id': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:11.514724 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-254b6ad9-e505-4b38-9334-5423e56d2d74 req-9828fe27-e233-4ed1-8a14-39914556a76f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Jul 07 18:35:11.572118 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.828349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:11.835570 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.848040 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Transition to ACTIVE for port object 8b7edc6f-af82-4841-83e4-68e2bf5413f1 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:11.852156 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.902276 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:11.908643 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:11.982744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Attempting to bind port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:11.983186 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Attempting to bind port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:11.983522 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Attempting to bind port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:11.988225 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:11.988585 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Attempting to bind port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 on network e50691c0-35a0-41d9-b105-1fd7654e0aa3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:11.993763 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:11.994558 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Checking segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:11.994558 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Bound using segment: {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:11.994916 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Bound port: 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c14d7d-1e2e-4d96-9219-93fd60337567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:11.995333 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.084085 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:12.087195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:35:12.092320 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.134231 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.134859 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:12.136292 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] 10.222.0.103 "PUT /v2.0/ports/8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 1094 time: 0.6448498 Jul 07 18:35:12.136761 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:12.139194 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b63d54-19b6-408d-8aea-735e7498370c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:12.186790 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621831-2cf5-434a-ab5e-97c43e673638 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:12.228383 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8282c74d-6b2f-41c6-8631-24244d45a4a8 x-openstack-request-id: req-8282c74d-6b2f-41c6-8631-24244d45a4a8 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:12.228674 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:12.228979 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8282c74d-6b2f-41c6-8631-24244d45a4a8 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:12.229305 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'status': 'completed', 'code': 200} Jul 07 18:35:12.260272 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-e8149963-6401-4d44-92a2-610ca6a85f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.261770 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-e8149963-6401-4d44-92a2-610ca6a85f6d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1097 time: 0.0667472 Jul 07 18:35:12.331192 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-f1c15905-ec36-4ec5-8f6d-d526973ec88a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 217 time: 0.0422866 Jul 07 18:35:12.396545 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481344ff-2386-46f1-a980-95d25608586b req-aa944284-5480-4d4f-aa79-e08eaf27a691 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.398014 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-481344ff-2386-46f1-a980-95d25608586b req-aa944284-5480-4d4f-aa79-e08eaf27a691 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.1402984 Jul 07 18:35:12.399697 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-2344e92f-f8bc-4f8d-bf9f-0a4cd523d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.401042 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-2344e92f-f8bc-4f8d-bf9f-0a4cd523d2bd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0620983 Jul 07 18:35:12.470042 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-481344ff-2386-46f1-a980-95d25608586b req-92d15ead-e8e1-4840-a09e-728b025e221a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661061 Jul 07 18:35:12.484574 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e591-7372-423a-9603-06dedaddf267 req-c9c7230f-97f5-47ab-b205-fec0a276adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.486157 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-c9c7230f-97f5-47ab-b205-fec0a276adec service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764966 Jul 07 18:35:12.574727 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-8cdbd591-1658-480f-ab84-aa6937014039 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Jul 07 18:35:12.696967 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05e997-dc9c-4aae-9a32-7978944b3437 req-5d83fc6c-a400-44b3-a00c-27871e48dc70 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:12.698478 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-da05e997-dc9c-4aae-9a32-7978944b3437 req-5d83fc6c-a400-44b3-a00c-27871e48dc70 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0668929 Jul 07 18:35:12.735943 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-da05e997-dc9c-4aae-9a32-7978944b3437 req-722333d4-2892-4d85-8d29-f1681ce0b9db tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Jul 07 18:35:13.650106 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ba98a-d16a-43df-b10e-454caf8bbc78 req-1a08345c-7818-4bd7-8bad-effed9378b25 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.651555 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-425ba98a-d16a-43df-b10e-454caf8bbc78 req-1a08345c-7818-4bd7-8bad-effed9378b25 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0626733 Jul 07 18:35:13.692433 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-425ba98a-d16a-43df-b10e-454caf8bbc78 req-7f71166a-0e09-4b3a-b3b2-ec97e7bb7740 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350280 Jul 07 18:35:13.910698 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375d6e-1d3d-41a6-a4d6-996ae4fd982f req-68297486-5fbf-4027-9629-711732746b85 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:13.912198 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ab375d6e-1d3d-41a6-a4d6-996ae4fd982f req-68297486-5fbf-4027-9629-711732746b85 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0652003 Jul 07 18:35:13.948646 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ab375d6e-1d3d-41a6-a4d6-996ae4fd982f req-bef2e315-bfa2-4803-aa7f-27a6f05fe2e8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jul 07 18:35:14.862315 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3baeda-1b71-4572-aefc-f2bdcf95767b req-9ac5034e-4760-4557-8d8a-d26ab438ac7a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:14.863781 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8d3baeda-1b71-4572-aefc-f2bdcf95767b req-9ac5034e-4760-4557-8d8a-d26ab438ac7a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0616591 Jul 07 18:35:14.899365 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8d3baeda-1b71-4572-aefc-f2bdcf95767b req-51cc5666-d8b1-4b2d-beeb-a6f9378a638c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302172 Jul 07 18:35:15.120619 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f217578-eec9-4e80-a3fd-c1b614877acc req-27303f8f-3ff7-44d4-a676-dbc2e462dd35 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:15.122091 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f217578-eec9-4e80-a3fd-c1b614877acc req-27303f8f-3ff7-44d4-a676-dbc2e462dd35 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0648592 Jul 07 18:35:15.158483 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2f217578-eec9-4e80-a3fd-c1b614877acc req-3844c19f-0136-46b0-a801-722c35c96a82 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302694 Jul 07 18:35:15.809699 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4fb4e591-7372-423a-9603-06dedaddf267 req-8806d7b4-90c5-44e9-912c-5b276ffa8084 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244495 Jul 07 18:35:15.929576 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63d54-19b6-408d-8aea-735e7498370c req-3ad6e6aa-ed1b-46a2-80fe-40142182c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:15.931044 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-3ad6e6aa-ed1b-46a2-80fe-40142182c463 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1097 time: 0.0545554 Jul 07 18:35:16.065442 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63d54-19b6-408d-8aea-735e7498370c req-d8d93aaa-0406-4641-8040-006a2225522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.066920 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-d8d93aaa-0406-4641-8040-006a2225522d service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1281376 Jul 07 18:35:16.115676 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-149b1058-d814-420b-8f1e-22302888e19f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 217 time: 0.0376134 Jul 07 18:35:16.130577 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cc6a-a10d-4c00-9822-4fcd30a66f87 req-b5970afb-5283-4512-a2b2-0ffa2bc4cadc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.132008 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a792cc6a-a10d-4c00-9822-4fcd30a66f87 req-b5970afb-5283-4512-a2b2-0ffa2bc4cadc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.1098459 Jul 07 18:35:16.196290 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63d54-19b6-408d-8aea-735e7498370c req-4ac1616f-1266-4f17-93c5-f2188cdb21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.197734 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-4ac1616f-1266-4f17-93c5-f2188cdb21cd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0648983 Jul 07 18:35:16.200700 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a792cc6a-a10d-4c00-9822-4fcd30a66f87 req-d75e3f85-7832-41ea-8af6-4b114ac21844 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610542 Jul 07 18:35:16.262236 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63d54-19b6-408d-8aea-735e7498370c req-d0ae2b8f-0431-4673-ad4f-f11ebaab5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.263722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-d0ae2b8f-0431-4673-ad4f-f11ebaab5697 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554719 Jul 07 18:35:16.335521 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca1f4-d176-44e0-b71c-a85acd546578 req-fd0fc307-7a3c-495f-881b-1ed03a22aa84 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.337043 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f21ca1f4-d176-44e0-b71c-a85acd546578 req-fd0fc307-7a3c-495f-881b-1ed03a22aa84 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0618956 Jul 07 18:35:16.357418 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-9990b227-a875-4ed0-a517-d5db5d7d5565 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Jul 07 18:35:16.378476 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f21ca1f4-d176-44e0-b71c-a85acd546578 req-829ba22f-021e-460a-ab8f-caba203f1bc3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Jul 07 18:35:16.683485 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-53b63d54-19b6-408d-8aea-735e7498370c req-ff32c391-41b6-4d2c-9c54-90374bfc29a9 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159435 Jul 07 18:35:16.728497 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-771bb23d-69d6-4385-a4bb-7b76edf86d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.729962 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-771bb23d-69d6-4385-a4bb-7b76edf86d55 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.0525441 Jul 07 18:35:16.827238 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-413852a3-b257-40f1-b186-07100223d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.828720 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-413852a3-b257-40f1-b186-07100223d669 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.0839047 Jul 07 18:35:16.893542 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-6aedb16e-2e51-485f-b3d1-f672708b92b6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 1001 time: 0.0561612 Jul 07 18:35:16.946120 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-87855e5a-96cf-4296-8300-1c50529f7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:16.947484 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-87855e5a-96cf-4296-8300-1c50529f7fb8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0471792 Jul 07 18:35:17.005679 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-07a3afa7-6776-4d25-8c3f-70286757e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.007172 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-07a3afa7-6776-4d25-8c3f-70286757e57d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519485 Jul 07 18:35:17.094594 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-76a4d8e4-f80f-4616-8495-9a652c02cc4e service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790520 Jul 07 18:35:17.148750 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:17.188065 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-20ab7c82-5a14-420d-8b92-1ae0818d0ebe req-d5f3facf-bbb2-4782-b4c3-452e089f5a08 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jul 07 18:35:17.374431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21434-81fe-43ab-8e47-e40abfc1c650 req-23886c70-feb7-403c-8a2b-fa7d5497b879 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.375853 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8cf21434-81fe-43ab-8e47-e40abfc1c650 req-23886c70-feb7-403c-8a2b-fa7d5497b879 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0613928 Jul 07 18:35:17.413062 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8cf21434-81fe-43ab-8e47-e40abfc1c650 req-d825e723-595d-42e1-94fe-86bea6cf8730 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Jul 07 18:35:17.558778 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e137b-6b78-4196-9b72-791ea1a6e0f7 req-d1136a83-a11b-4d23-bc21-29d101942deb tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:17.560953 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e36e137b-6b78-4196-9b72-791ea1a6e0f7 req-d1136a83-a11b-4d23-bc21-29d101942deb tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0645924 Jul 07 18:35:17.602904 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e36e137b-6b78-4196-9b72-791ea1a6e0f7 req-f986b05c-fc37-4854-8e17-e992ed5171e4 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331004 Jul 07 18:35:17.973163 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:18.067345 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:18.078047 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:18.115275 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.127913 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:18.146169 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:18.149755 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:18.199873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:18.478924 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['8b7edc6f-af82-4841-83e4-68e2bf5413f1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:18.592658 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a77326-16bb-4e3c-b02d-079dcfba8b19 req-8696f149-e544-4be7-af11-75b43b596762 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:18.594763 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-63a77326-16bb-4e3c-b02d-079dcfba8b19 req-8696f149-e544-4be7-af11-75b43b596762 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 945 time: 0.0684419 Jul 07 18:35:18.636435 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-63a77326-16bb-4e3c-b02d-079dcfba8b19 req-3c88d765-df7a-49f1-bb69-e31df107ba6f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355735 Jul 07 18:35:18.790211 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb507b-69db-4084-9539-0dc65d21f598 req-849e0ca9-ec8b-4aad-87d3-041e0da66561 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:18.791604 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-68eb507b-69db-4084-9539-0dc65d21f598 req-849e0ca9-ec8b-4aad-87d3-041e0da66561 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0775547 Jul 07 18:35:18.830260 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-68eb507b-69db-4084-9539-0dc65d21f598 req-eb295e36-802b-4fe4-99fc-810cabb6cab1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330992 Jul 07 18:35:19.811925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133813d9-1f0d-47c8-b929-ad7242c2fb67 req-58be7dc7-c087-437b-b5f2-8ce8ef7730af tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:19.814448 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-133813d9-1f0d-47c8-b929-ad7242c2fb67 req-58be7dc7-c087-437b-b5f2-8ce8ef7730af tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 945 time: 0.0641277 Jul 07 18:35:19.853372 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-133813d9-1f0d-47c8-b929-ad7242c2fb67 req-33ca6891-5f78-40c1-935c-3cb37b64dac0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336640 Jul 07 18:35:19.987761 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:20.029707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27adf-7fec-4fbd-b1ef-7a963b6a0b49 req-ca2e52a3-e604-40aa-a81f-882db79e5510 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.031850 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d9e27adf-7fec-4fbd-b1ef-7a963b6a0b49 req-ca2e52a3-e604-40aa-a81f-882db79e5510 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0673552 Jul 07 18:35:20.040018 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:20.044412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:20.044855 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.072402 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d9e27adf-7fec-4fbd-b1ef-7a963b6a0b49 req-c14c8f26-66ab-4fe5-8d42-f8fb5016c1c1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339615 Jul 07 18:35:20.129125 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.150415 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:20.152794 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1422540-41be-4342-b5c2-27aa9d48e46e" -d '{"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:20.169549 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:20.177730 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:20.202033 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103bed77-f031-40a3-82b6-f321f771b31d x-openstack-request-id: req-103bed77-f031-40a3-82b6-f321f771b31d {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:20.202334 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:20.202597 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-103bed77-f031-40a3-82b6-f321f771b31d {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:20.203007 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'code': 200} Jul 07 18:35:20.276701 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:20.382300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34532) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:20.520394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9a3a-fa49-4e7a-8621-8355fb42094e req-0970cebf-f5ef-4919-847d-d26fe83a6c75 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.522125 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e19d9a3a-fa49-4e7a-8621-8355fb42094e req-0970cebf-f5ef-4919-847d-d26fe83a6c75 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0692072 Jul 07 18:35:20.545893 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-cd18242e-ea91-42c6-b10a-97ed92a365f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1624475 Jul 07 18:35:20.552356 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13698f4a-54d1-45bf-aeb3-e35752a1ae5a req-f0c5841e-dbc6-423f-bda3-44a9a51f8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:20.553962 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-13698f4a-54d1-45bf-aeb3-e35752a1ae5a req-f0c5841e-dbc6-423f-bda3-44a9a51f8ec0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1099 time: 0.1056800 Jul 07 18:35:20.562740 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e19d9a3a-fa49-4e7a-8621-8355fb42094e req-bece40f5-3f71-4e80-9af5-df9734bfaac1 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331769 Jul 07 18:35:20.608399 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-13698f4a-54d1-45bf-aeb3-e35752a1ae5a req-a009c61f-6d05-4dc6-ba3e-103d673aba01 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467286 Jul 07 18:35:21.161706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32b1e-3440-41d1-bb7c-aa7c249dd22b req-f6f817c9-0683-4ada-b57b-9d45bc8273d2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:21.163384 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9c32b1e-3440-41d1-bb7c-aa7c249dd22b req-f6f817c9-0683-4ada-b57b-9d45bc8273d2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0676222 Jul 07 18:35:21.208360 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a9c32b1e-3440-41d1-bb7c-aa7c249dd22b req-9df34a7e-e4da-4b4f-a1f1-ea26eb7093e1 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383034 Jul 07 18:35:21.347874 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5fc1-fce2-4304-b3f2-d4cbf67e6743 req-9021436c-9a13-4c22-9aa8-9aa9cd6357c3 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:21.349380 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-01af5fc1-fce2-4304-b3f2-d4cbf67e6743 req-9021436c-9a13-4c22-9aa8-9aa9cd6357c3 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 946 time: 0.0715337 Jul 07 18:35:21.387253 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-01af5fc1-fce2-4304-b3f2-d4cbf67e6743 req-01eaaef1-0da5-4dc2-8e71-76fac0bcf4fd tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 07 18:35:21.750511 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c6766-6590-4af5-8815-6b77c5fcacd9 req-959a8471-0182-4369-ace6-1a31d65039af tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:21.751855 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f10c6766-6590-4af5-8815-6b77c5fcacd9 req-959a8471-0182-4369-ace6-1a31d65039af tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0687723 Jul 07 18:35:21.793111 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f10c6766-6590-4af5-8815-6b77c5fcacd9 req-a033537d-00e9-4e40-9f0d-2bfd7086eda8 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343411 Jul 07 18:35:22.009854 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34570) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:22.155009 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.221595 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-4f3f559a-eb36-4cd6-ab58-1f6d8e7b1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.223065 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-4f3f559a-eb36-4cd6-ab58-1f6d8e7b1574 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8&tenant_id=f24e01d957cb406690ff88a0440cc049 HTTP/1.1" status: 200 len: 1098 time: 0.1235595 Jul 07 18:35:22.309754 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.315696 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.358455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-d963149a-3b1b-4664-8fe5-ece752182511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.360618 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-d963149a-3b1b-4664-8fe5-ece752182511 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.1130784 Jul 07 18:35:22.364955 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37e70e1a8c76483987891a7650458e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539355 Jul 07 18:35:22.365638 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea069969-d414-443d-959d-9e692dfc2964,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:22.367708 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34576) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:22.389872 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.390214 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.390618 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.390950 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.391277 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.391614 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.391957 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.392281 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.392600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.392917 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.393234 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.393545 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03ed-613e-4689-8360-63e50afb7de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.406054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737a1aa-9b58-452d-b090-677d30089b20 req-3b2d8b3f-e2fd-4537-8a28-eacea115aef8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.407715 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2737a1aa-9b58-452d-b090-677d30089b20 req-3b2d8b3f-e2fd-4537-8a28-eacea115aef8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0850120 Jul 07 18:35:22.456019 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.465877 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-8527ef71-b775-449f-bf85-ecbaf8205f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.467562 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-8527ef71-b775-449f-bf85-ecbaf8205f79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.0986593 Jul 07 18:35:22.469739 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2737a1aa-9b58-452d-b090-677d30089b20 req-59ba3cea-1d9d-4449-879f-8795d58afd29 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524833 Jul 07 18:35:22.483497 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.547643 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.550644 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.554908 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea069969-d414-443d-959d-9e692dfc2964 HTTP/1.1" status: 204 len: 168 time: 0.1861722 Jul 07 18:35:22.571250 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea069969-d414-443d-959d-9e692dfc2964,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:22.579785 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.580498 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-dc8a72eb-2087-44e3-967d-d69999d16f7f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 1001 time: 0.1045423 Jul 07 18:35:22.580722 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.581253 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.581805 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.582943 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.583488 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.584172 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.584735 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.585151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.585758 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.586367 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.586859 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79293c40-fa8b-482a-847e-bf67de80064d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:22.648408 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a248a61-3254-4b70-b008-6b0d5bd4b55e req-35e9f7cc-69ba-4ae3-9bdf-aacaa8f2304e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.649956 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a248a61-3254-4b70-b008-6b0d5bd4b55e req-35e9f7cc-69ba-4ae3-9bdf-aacaa8f2304e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 946 time: 0.1291616 Jul 07 18:35:22.661380 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428dbf-8548-417d-bef9-36fc13c0d6be req-4f6e8965-9867-4b69-9a15-fa5bc3424e4e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.662885 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c3428dbf-8548-417d-bef9-36fc13c0d6be req-4f6e8965-9867-4b69-9a15-fa5bc3424e4e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0729668 Jul 07 18:35:22.667950 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-a8aea583-bbb7-419f-b901-4403dce071e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.669367 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-a8aea583-bbb7-419f-b901-4403dce071e6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0761039 Jul 07 18:35:22.672419 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34584) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:22.677408 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Request body: {'floatingip': {'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:22.718080 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:22.721588 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0a248a61-3254-4b70-b008-6b0d5bd4b55e req-c58646a2-6848-4f76-9f16-e63866cbce7d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649180 Jul 07 18:35:22.767910 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-434f8fc0-269f-4e7b-ba7c-0d86a35862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:22.769523 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-434f8fc0-269f-4e7b-ba7c-0d86a35862d2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860677 Jul 07 18:35:22.880643 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-5c9f7603-da7f-4ee9-836e-746df8d88777 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036181 Jul 07 18:35:22.969127 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c26a5a4c-9810-439e-914a-99bf020ea795 req-f9a6900a-7cdd-4377-8412-8fe1287c5bcc service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805788 Jul 07 18:35:23.088781 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd912e-e2ff-486b-8ec0-b95b1c7dab58 req-c957b7b4-e089-48a6-8836-4e80e8d750e7 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:23.090177 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4dcd912e-e2ff-486b-8ec0-b95b1c7dab58 req-c957b7b4-e089-48a6-8836-4e80e8d750e7 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.1548829 Jul 07 18:35:23.163751 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4dcd912e-e2ff-486b-8ec0-b95b1c7dab58 req-7cae14da-69dd-436b-a72b-490d9386cc0a tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 Jul 07 18:35:23.248430 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.252297 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.253967 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6578577-e787-473b-96fa-03dc43a7c36e req-861be58a-3f2c-4fb7-907c-317dace7ff9e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:23.255452 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a6578577-e787-473b-96fa-03dc43a7c36e req-861be58a-3f2c-4fb7-907c-317dace7ff9e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 946 time: 0.0604305 Jul 07 18:35:23.349970 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Floating IP ea431a7c-c70b-44b8-a75d-d49d906dbac4 associated. External IP: 172.27.2.235, port: 8b7edc6f-af82-4841-83e4-68e2bf5413f1. Jul 07 18:35:23.357552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Deleting port 6d6c3c9e-6462-47ad-afe9-b56122c3923d {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:23.357894 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.442414 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] For port 6d6c3c9e-6462-47ad-afe9-b56122c3923d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6d6c3c9e-6462-47ad-afe9-b56122c3923d,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:23.442771 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.455674 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Calling delete_port for 6d6c3c9e-6462-47ad-afe9-b56122c3923d owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:23.547868 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:23.582067 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.594403 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['6d6c3c9e-6462-47ad-afe9-b56122c3923d'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:23.611158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Pushing event deleted for resources: {'Port': ['ID=6d6c3c9e-6462-47ad-afe9-b56122c3923d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:23.652774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:23.657809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.662000 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:23.662748 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] No DVR routers for this DVR port 6d6c3c9e-6462-47ad-afe9-b56122c3923d on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:23.665100 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:23.667095 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a6578577-e787-473b-96fa-03dc43a7c36e req-f7b3ff08-13e3-441c-92d0-16b35be18c9d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "DELETE /v2.0/ports/6d6c3c9e-6462-47ad-afe9-b56122c3923d HTTP/1.1" status: 204 len: 173 time: 0.4059088 Jul 07 18:35:23.667540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'name': 'network-vif-deleted', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:23.670085 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8433b3d5-7c95-47d3-a8a6-be6c5edd88f7" -d '{"events": [{"server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "name": "network-vif-deleted", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:23.671530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:23.682580 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:34:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:23.700083 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-af687a5a-b1c2-4dc6-a699-8c7ab1960e09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "PUT /v2.0/floatingips/ea431a7c-c70b-44b8-a75d-d49d906dbac4 HTTP/1.1" status: 200 len: 992 time: 1.0265446 Jul 07 18:35:23.700776 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:23.703734 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9f20a-986e-424d-a3be-2f457ebf8b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:23.725056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921a1d5-79c9-4989-87ff-3564177dcc8c x-openstack-request-id: req-7921a1d5-79c9-4989-87ff-3564177dcc8c {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:23.725056 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9fb888-b815-4ba4-bf76-5a517d19185a", "name": "network-vif-deleted", "tag": "6d6c3c9e-6462-47ad-afe9-b56122c3923d", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:23.725273 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7921a1d5-79c9-4989-87ff-3564177dcc8c {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:23.725574 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9fb888-b815-4ba4-bf76-5a517d19185a', 'name': 'network-vif-deleted', 'tag': '6d6c3c9e-6462-47ad-afe9-b56122c3923d', 'status': 'completed', 'code': 200} Jul 07 18:35:23.767161 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb2184-b235-443c-8fc7-6c643b41d70a x-openstack-request-id: req-73fb2184-b235-443c-8fc7-6c643b41d70a {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:23.767483 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:23.767739 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73fb2184-b235-443c-8fc7-6c643b41d70a {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:23.768185 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'status': 'completed', 'code': 200} Jul 07 18:35:23.817447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:23.922479 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3d0ce6b6-4781-4cca-997c-89ff9e58c5da req-43bbb1f6-1a5d-4230-a417-c865fcd63ec3 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f9fb888-b815-4ba4-bf76-5a517d19185a HTTP/1.1" status: 200 len: 210 time: 0.0353854 Jul 07 18:35:23.930512 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-bf18f60a-7215-487f-9d79-71e61ddcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:23.932020 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-bf18f60a-7215-487f-9d79-71e61ddcd04c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1099 time: 0.0988564 Jul 07 18:35:24.006527 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:24.026839 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-089975fa-fa3d-4cd6-b1dc-b3aa3ff329c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:24.028380 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-089975fa-fa3d-4cd6-b1dc-b3aa3ff329c3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.0893972 Jul 07 18:35:24.096317 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-595df826-2228-49c8-902f-8a6a0c47c306 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 1000 time: 0.0596826 Jul 07 18:35:24.147718 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-4b6591ab-fd4a-48bf-a25a-5483ace8f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:24.149371 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-4b6591ab-fd4a-48bf-a25a-5483ace8f986 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0463154 Jul 07 18:35:24.226036 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-4819578f-6352-45b0-9ea1-f87de8580109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:24.228087 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-4819578f-6352-45b0-9ea1-f87de8580109 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717385 Jul 07 18:35:24.262094 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.290714 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:24.293246 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac11a3-a91c-45a4-8a93-32f2e5a29b3c" -d '{"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-unplugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:24.314075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:24.327415 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.352465 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-cf62be3a-0d60-4042-86cf-eda2afc07680 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180766 Jul 07 18:35:24.358309 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e44107-70d6-4981-8784-c2fd8b5f2e49 x-openstack-request-id: req-d5e44107-70d6-4981-8784-c2fd8b5f2e49 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:24.358625 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-unplugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:24.358873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5e44107-70d6-4981-8784-c2fd8b5f2e49 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:24.359848 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'code': 200} Jul 07 18:35:24.365811 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'ea431a7c-c70b-44b8-a75d-d49d906dbac4', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:02Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:24.375000 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b008d68-6510-471a-9b10-89a839cf1559 req-2dea9eed-7193-4bf1-84dc-f58ee6518d53 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:24.383554 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1b008d68-6510-471a-9b10-89a839cf1559 req-2dea9eed-7193-4bf1-84dc-f58ee6518d53 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0986745 Jul 07 18:35:24.400351 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:24.424525 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1b008d68-6510-471a-9b10-89a839cf1559 req-96390b6f-0965-41cc-8dd3-13074ff6ae62 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Jul 07 18:35:24.428104 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=6']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:24.430867 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:24.431479 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:34:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:24.467374 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-06b9f20a-986e-424d-a3be-2f457ebf8b4d req-5477b486-c08b-4bad-b895-17e9df713909 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018939 Jul 07 18:35:24.541475 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:24.724485 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e38ab0ff-4394-476d-9f8b-fcc27ad40cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:24.775980 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'ea431a7c-c70b-44b8-a75d-d49d906dbac4', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:02Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:24.802438 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757e767-dafd-4f26-9f84-d98d06c10cc3 None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'ea431a7c-c70b-44b8-a75d-d49d906dbac4', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:02Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 1, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:24.987150 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c6744-afb7-4f29-aa82-fb75b7a2f1e0 None None] New status for floating IP ea431a7c-c70b-44b8-a75d-d49d906dbac4: ACTIVE {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:25.593266 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e9643-da7a-47d5-974d-f4a415bd7da9 req-d88e3859-15ff-4df8-bc9f-c3c7c887cae6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:25.595279 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5c8e9643-da7a-47d5-974d-f4a415bd7da9 req-d88e3859-15ff-4df8-bc9f-c3c7c887cae6 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0614407 Jul 07 18:35:25.630642 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5c8e9643-da7a-47d5-974d-f4a415bd7da9 req-3ffd9349-1394-48cf-8e2e-bacdb79d9386 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298955 Jul 07 18:35:26.801029 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630a662-a26c-484f-ae9c-98ec786281d3 req-c60e81f1-ee30-48e5-a3dc-2e1179bc9530 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:26.802455 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9630a662-a26c-484f-ae9c-98ec786281d3 req-c60e81f1-ee30-48e5-a3dc-2e1179bc9530 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0609679 Jul 07 18:35:26.837640 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9630a662-a26c-484f-ae9c-98ec786281d3 req-9e9a2871-bcd2-4748-849d-174a4e3f2433 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299218 Jul 07 18:35:27.332791 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f2dbebea-aaca-46f6-b7f4-70c89a21cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:27.432101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:28.008748 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825144c8-afb6-425f-bb50-0fa52074ac42 req-270f9219-72fe-43ad-8b73-04548a13a410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:28.010212 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-825144c8-afb6-425f-bb50-0fa52074ac42 req-270f9219-72fe-43ad-8b73-04548a13a410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0642188 Jul 07 18:35:28.049820 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-825144c8-afb6-425f-bb50-0fa52074ac42 req-6fc837bd-5314-4a36-af58-9e7a49675d2f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340939 Jul 07 18:35:28.406665 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6d6c3c9e-6462-47ad-afe9-b56122c3923d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:28.429515 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 6d6c3c9e-6462-47ad-afe9-b56122c3923d {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:28.429850 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 6d6c3c9e-6462-47ad-afe9-b56122c3923d not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:28.441164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:29.220653 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc1ef8-e2ab-4d53-b631-bfb048aeebf6 req-037ea31e-9ac0-49cb-949e-e32fb1267bf3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:29.222141 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d3dc1ef8-e2ab-4d53-b631-bfb048aeebf6 req-037ea31e-9ac0-49cb-949e-e32fb1267bf3 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0634277 Jul 07 18:35:29.260882 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d3dc1ef8-e2ab-4d53-b631-bfb048aeebf6 req-6ec4c889-8c9a-4276-83f1-af994ba74747 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326388 Jul 07 18:35:29.344014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9267f-a61f-496a-920f-23b2df93dbc7 req-6d9f6743-393b-426c-ad29-4ffddccbd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:29.345618 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60b9267f-a61f-496a-920f-23b2df93dbc7 req-6d9f6743-393b-426c-ad29-4ffddccbd055 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1096 time: 0.0559247 Jul 07 18:35:29.616357 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60b9267f-a61f-496a-920f-23b2df93dbc7 req-b73032d4-2483-4140-821b-eb03fd40fe9b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642040 Jul 07 18:35:30.163222 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.385050 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:30.456454 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c693-aefe-4e3f-8942-9d0e917bcec4 req-cf60a7ea-2d26-4f0b-8020-f95687a95b51 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:30.457991 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-44e4c693-aefe-4e3f-8942-9d0e917bcec4 req-cf60a7ea-2d26-4f0b-8020-f95687a95b51 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0757630 Jul 07 18:35:30.494666 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:30.501876 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-44e4c693-aefe-4e3f-8942-9d0e917bcec4 req-1d05c2a3-89d3-4ca7-ac60-44074dd55cbd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361366 Jul 07 18:35:30.507872 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'port_id': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'mac_address': 'fa:16:3e:92:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:30.562189 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.576708 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ab52b2-94df-4fcc-89e1-e2e717af42c1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:30.598240 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:30.602570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:30.664236 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=7']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:30.881609 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['79ab52b2-94df-4fcc-89e1-e2e717af42c1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:31.697394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4862-adb3-4e80-9953-cb53829ea6f0 req-a262140e-c4b9-4b2d-ac2c-aac7ff899d45 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.698940 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2c7a4862-adb3-4e80-9953-cb53829ea6f0 req-a262140e-c4b9-4b2d-ac2c-aac7ff899d45 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 944 time: 0.0698726 Jul 07 18:35:31.746662 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2c7a4862-adb3-4e80-9953-cb53829ea6f0 req-4689670e-afbe-43da-8757-418b125a2216 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 Jul 07 18:35:31.858818 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6693a65-27e1-45ba-98e7-49c055a3fe13 req-26ea1a82-80da-4dfa-b9e2-17b9d25b9ee0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:31.860305 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e6693a65-27e1-45ba-98e7-49c055a3fe13 req-26ea1a82-80da-4dfa-b9e2-17b9d25b9ee0 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0649922 Jul 07 18:35:31.900414 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e6693a65-27e1-45ba-98e7-49c055a3fe13 req-0266b210-5010-47ef-aa8b-c2a82c57951a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346868 Jul 07 18:35:33.067480 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05fab9-3108-4cb7-b6ee-a6ad08108ff3 req-f82e41e9-3450-4d05-8ca7-2e1031a21499 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:33.068956 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2a05fab9-3108-4cb7-b6ee-a6ad08108ff3 req-f82e41e9-3450-4d05-8ca7-2e1031a21499 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0609703 Jul 07 18:35:33.104305 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2a05fab9-3108-4cb7-b6ee-a6ad08108ff3 req-071f9f35-b2d0-491d-8d3c-c142dc458310 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299628 Jul 07 18:35:34.276197 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6943b-e24f-4177-868e-0d8ff8b09313 req-097556ed-d088-4576-a35b-917f48b3af65 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:34.277590 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0be6943b-e24f-4177-868e-0d8ff8b09313 req-097556ed-d088-4576-a35b-917f48b3af65 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0633063 Jul 07 18:35:34.315716 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0be6943b-e24f-4177-868e-0d8ff8b09313 req-14e57005-162f-4752-be5d-d95c041e71f2 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Jul 07 18:35:35.019062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-4c400b1f-cc0d-47ca-885f-c29a75649e9e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:35.020541 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-4c400b1f-cc0d-47ca-885f-c29a75649e9e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 814 time: 0.0971019 Jul 07 18:35:35.034819 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-2ad5c0d8-e1fb-42e7-86d5-da6b00a7f65a tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/quotas/6dd81ccdb61c4fc7afcee7d79034f4b8 HTTP/1.1" status: 200 len: 375 time: 0.0090251 Jul 07 18:35:35.068505 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-7dbbc3c9-4a84-4226-8661-c3b99a2a9a38 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287259 Jul 07 18:35:35.245534 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-9fe28bff-a8ba-438e-b19b-89d657891c50 service neutron] 10.222.0.58 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706440 Jul 07 18:35:35.331012 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-b3ba2b84-b6a8-406e-be2c-20780f38f9e6 service neutron] 10.222.0.58 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792000 Jul 07 18:35:35.497582 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-180e473d-c6c1-49e5-af61-f555f3396054 req-071e8993-6abd-4f41-8cf0-19c620a01f80 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 210 time: 0.0345142 Jul 07 18:35:35.505699 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c049b-57f3-4726-90b9-a36a35227be9 req-93693e54-b56b-43ef-bac9-092cf3420592 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:35.507205 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a68c049b-57f3-4726-90b9-a36a35227be9 req-93693e54-b56b-43ef-bac9-092cf3420592 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0795155 Jul 07 18:35:35.547323 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a68c049b-57f3-4726-90b9-a36a35227be9 req-6d90d7f8-2a6a-441b-a9f6-2fcd9b26d486 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340533 Jul 07 18:35:35.960995 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:36.012831 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:36.013207 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.092771 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.115741 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:36.117962 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32998e77-0d6f-41e0-8692-a21df9a000d2" -d '{"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:36.130214 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:36.134983 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.162188 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3ec63f-d37a-4f56-834e-5a98e9e3e9a2 x-openstack-request-id: req-3e3ec63f-d37a-4f56-834e-5a98e9e3e9a2 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:36.162481 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:36.162732 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e3ec63f-d37a-4f56-834e-5a98e9e3e9a2 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:36.163119 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'code': 200} Jul 07 18:35:36.188575 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=8']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:36.195523 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.195877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.196243 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.196577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.196910 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.197284 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.197649 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.197920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.198236 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.198554 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.198875 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.199193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:35:36.462787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71db90-c943-403e-be73-9316ab6306c7 req-368b959f-ef20-4c63-a061-820eb867a5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.464164 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-db71db90-c943-403e-be73-9316ab6306c7 req-368b959f-ef20-4c63-a061-820eb867a5fc tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Jul 07 18:35:36.591846 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Deleting port 37375756-d247-4a33-8832-e80a8700ca96 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:36.592541 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.672782 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fb466f16-5480-4a63-ad57-4a4caa0eab64 req-33f3173e-53ec-4512-bb53-74fd6a06d971 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 210 time: 0.0457108 Jul 07 18:35:36.696284 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] For port 37375756-d247-4a33-8832-e80a8700ca96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=37375756-d247-4a33-8832-e80a8700ca96,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:36.696668 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.729499 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-41335df5-edc8-4b8f-842c-ce557a3d9b22 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.730934 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-41335df5-edc8-4b8f-842c-ce557a3d9b22 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 814 time: 0.1908662 Jul 07 18:35:36.743045 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Request body: {'port': {'device_id': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2', 'admin_state_up': True, 'tenant_id': '6dd81ccdb61c4fc7afcee7d79034f4b8'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:36.858033 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Made reservation on behalf of 6dd81ccdb61c4fc7afcee7d79034f4b8 for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:36.863949 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:36.910255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0146fc-4609-4082-8fbf-4e694b9e4228 req-b2fb96b3-26ee-45b0-a88f-359fce2ef87a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:36.911750 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4e0146fc-4609-4082-8fbf-4e694b9e4228 req-b2fb96b3-26ee-45b0-a88f-359fce2ef87a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 945 time: 0.2124646 Jul 07 18:35:36.990552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Allocated IP 172.20.0.13 (d3290d32-921e-4e8a-b38b-902e542874a2/0ca68bb7-0e18-4242-8db8-81a9ee351bcc/77ee9cf8-ec8d-403c-b475-5cee5c5eb343) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:37.007490 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4e0146fc-4609-4082-8fbf-4e694b9e4228 req-389571eb-f7e7-4d18-9d1c-027ed293041e tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=c6fa31cb-7379-47dc-b059-4397454c85a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895665 Jul 07 18:35:37.029580 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.029960 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.030322 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.l3_db [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Floating IP 7e80e66d-b4fd-40a7-9091-a711058c3e61 disassociated. External IP: 172.27.2.136, port: 37375756-d247-4a33-8832-e80a8700ca96. Jul 07 18:35:37.030703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Calling delete_port for 37375756-d247-4a33-8832-e80a8700ca96 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:37.139498 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.159084 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.178683 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.186014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'Port': ['ID=37375756-d247-4a33-8832-e80a8700ca96,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:37.234632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Network d3290d32-921e-4e8a-b38b-902e542874a2 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:37.240444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:37.244394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:37.267915 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Pushing event updated for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:37.296128 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:37.296747 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.310853 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e9b73ee3-b930-4380-827a-5e3e989caaba tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715148 Jul 07 18:35:37.316461 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:37.322892 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Request body: {'port': {'device_id': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:37.394672 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.432461 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:37.443828 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:37.453476 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:37.454079 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:35:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.476890 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] No DVR routers for this DVR port 37375756-d247-4a33-8832-e80a8700ca96 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:35:37.479289 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.481396 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-db71db90-c943-403e-be73-9316ab6306c7 req-db505291-9e50-405f-9141-ac0405846df9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "DELETE /v2.0/ports/37375756-d247-4a33-8832-e80a8700ca96 HTTP/1.1" status: 204 len: 173 time: 1.0004756 Jul 07 18:35:37.481829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'name': 'network-vif-deleted', 'tag': '37375756-d247-4a33-8832-e80a8700ca96'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:37.484607 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a21283-b818-48fe-ba81-f9ca6e2bd066" -d '{"events": [{"server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "name": "network-vif-deleted", "tag": "37375756-d247-4a33-8832-e80a8700ca96"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:37.618516 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:37.703520 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c6280-b36f-461c-aa85-89be375e21a4 x-openstack-request-id: req-104c6280-b36f-461c-aa85-89be375e21a4 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:37.703984 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ab9057-7b94-47f4-b8cc-b2cf81a9baa8", "name": "network-vif-deleted", "tag": "37375756-d247-4a33-8832-e80a8700ca96", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:37.704084 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-104c6280-b36f-461c-aa85-89be375e21a4 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:37.704471 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ab9057-7b94-47f4-b8cc-b2cf81a9baa8', 'name': 'network-vif-deleted', 'tag': '37375756-d247-4a33-8832-e80a8700ca96', 'status': 'completed', 'code': 200} Jul 07 18:35:37.736656 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:37.744661 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.757905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Transition to ACTIVE for port object 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:37.768587 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:37.846119 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:37.869225 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.894576 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:37.902773 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:37.903669 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:35:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:37.939982 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9a823-7b01-4674-b1ea-5854d09342fe req-b11a5c5c-4c2b-443c-908e-be506bef9ed5 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:37.941468 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ceb9a823-7b01-4674-b1ea-5854d09342fe req-b11a5c5c-4c2b-443c-908e-be506bef9ed5 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 944 time: 0.1426594 Jul 07 18:35:37.943816 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Attempting to bind port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:37.944562 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Attempting to bind port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:37.944562 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Attempting to bind port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 on network d3290d32-921e-4e8a-b38b-902e542874a2 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:37.948946 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 on network d3290d32-921e-4e8a-b38b-902e542874a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:37.949264 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Attempting to bind port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 on network d3290d32-921e-4e8a-b38b-902e542874a2 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:37.960599 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:37.960935 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Checking segment: {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:37.961311 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Bound using segment: {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:37.961740 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Bound port: 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9222eb1e-4c45-4016-a1bb-85075b1ccd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:37.962099 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.018364 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:38.019157 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ceb9a823-7b01-4674-b1ea-5854d09342fe req-56fbf72f-2665-4b7c-8006-87eafff7acfc tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669966 Jul 07 18:35:38.053829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:38.058107 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:35:38.065039 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.102497 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.103112 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:38.104723 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] 10.222.0.103 "PUT /v2.0/ports/77ee9cf8-ec8d-403c-b475-5cee5c5eb343 HTTP/1.1" status: 200 len: 1094 time: 0.7859991 Jul 07 18:35:38.105160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:38.107394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7168132-bc83-4c29-8b92-4d01c2429a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:38.159665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f266e-a6fe-4969-a0b8-907b9fc1a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:38.212560 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aabefc3a-8bb4-46a4-a276-bee33a892c01 req-13a8262f-4397-429e-80ca-71b62e107737 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=47ab9057-7b94-47f4-b8cc-b2cf81a9baa8 HTTP/1.1" status: 200 len: 210 time: 0.0415576 Jul 07 18:35:38.262951 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631deac-ece6-4d3b-bfe2-c72635b421d1 x-openstack-request-id: req-0631deac-ece6-4d3b-bfe2-c72635b421d1 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:38.263158 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:38.263391 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0631deac-ece6-4d3b-bfe2-c72635b421d1 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:38.263783 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343', 'status': 'completed', 'code': 200} Jul 07 18:35:38.280023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:38.289647 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-ffdb9d08-69f6-419b-8b6c-1a6ee8ba39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.291146 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-ffdb9d08-69f6-419b-8b6c-1a6ee8ba39e2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 1097 time: 0.0714967 Jul 07 18:35:38.320801 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437772a-ad70-4e0f-a2ec-a4f160a08b1a None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:38.334317 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-efd6bf28-8907-4e5a-b7d0-08a779ed9c49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343 HTTP/1.1" status: 200 len: 217 time: 0.0346799 Jul 07 18:35:38.382465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-de8f5725-b00c-4fcb-9e1b-23e5afe38966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.384011 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-de8f5725-b00c-4fcb-9e1b-23e5afe38966 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0ca68bb7-0e18-4242-8db8-81a9ee351bcc HTTP/1.1" status: 200 len: 854 time: 0.0443048 Jul 07 18:35:38.418692 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-1c69b651-b5bb-4ee0-aa68-42bbcd35fdb2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d3290d32-921e-4e8a-b38b-902e542874a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285499 Jul 07 18:35:38.513245 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-7e30421d-7e00-4aee-805a-fc07a96da929 service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877266 Jul 07 18:35:38.547982 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bce166-802c-459b-bd88-c932e64d569b None None] New status for floating IP 7e80e66d-b4fd-40a7-9091-a711058c3e61: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:38.607483 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9c1d883d-baad-4de9-a6a3-6dab1f95ae22 req-e0c0d5cf-345c-498e-a027-705cc6aa99b1 service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Jul 07 18:35:38.939174 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-8a869e54-1bb8-4f83-9941-8ce8c0b9243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:38.940778 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-8a869e54-1bb8-4f83-9941-8ce8c0b9243f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 1097 time: 0.2842188 Jul 07 18:35:39.027282 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-2a4e6cd6-e475-413e-bd81-034569d3b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:39.028786 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-2a4e6cd6-e475-413e-bd81-034569d3b9cc service neutron] 10.222.0.103 "GET /v2.0/networks?id=d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 200 len: 916 time: 0.0814054 Jul 07 18:35:39.070718 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-e1fe7c42-9f08-4d58-a3dd-b49531198102 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343 HTTP/1.1" status: 200 len: 217 time: 0.0344830 Jul 07 18:35:39.120061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-7fdc3ce4-c157-43e6-8c7e-706af3b1dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:39.121586 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-7fdc3ce4-c157-43e6-8c7e-706af3b1dc7b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=0ca68bb7-0e18-4242-8db8-81a9ee351bcc HTTP/1.1" status: 200 len: 854 time: 0.0427301 Jul 07 18:35:39.165467 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-aa2526ff-ab3c-4bcd-812a-2018e7c391b6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d3290d32-921e-4e8a-b38b-902e542874a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272880 Jul 07 18:35:39.291069 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370fcd1-0ef1-4c84-a0b1-36effbea10a0 req-aadebbb8-01e7-40fa-8d88-99105e00806a tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:39.292546 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c370fcd1-0ef1-4c84-a0b1-36effbea10a0 req-aadebbb8-01e7-40fa-8d88-99105e00806a tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 944 time: 0.1292725 Jul 07 18:35:39.294648 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-da577172-98ce-49c1-8658-cfbc40f50bca service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213942 Jul 07 18:35:39.341851 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34742) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:39.380819 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c370fcd1-0ef1-4c84-a0b1-36effbea10a0 req-798a75ab-febc-40f4-b9c8-69c9aaff7638 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826354 Jul 07 18:35:39.398394 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.413548 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a7168132-bc83-4c29-8b92-4d01c2429a6e req-82388fb4-cfd2-40c2-bb36-58b048e4e65d service neutron] 10.222.0.103 "GET /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095061 Jul 07 18:35:39.421538 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.469605 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.472134 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.473253 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "DELETE /v2.0/security-groups/c6fa31cb-7379-47dc-b059-4397454c85a2 HTTP/1.1" status: 204 len: 168 time: 0.1304176 Jul 07 18:35:39.476053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34744) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:39.482072 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f82b7-10fc-4a7d-b574-4add3ed8e8ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa31cb-7379-47dc-b059-4397454c85a2,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:39.492221 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.api.v2.resource [None req-d862198b-47ed-44b2-8233-3668155d80e7 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] show failed (client error): The resource could not be found. Jul 07 18:35:39.493335 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d862198b-47ed-44b2-8233-3668155d80e7 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups/c6fa31cb-7379-47dc-b059-4397454c85a2 HTTP/1.1" status: 404 len: 347 time: 0.0159454 Jul 07 18:35:39.496432 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34746) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:39.620973 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Deleting port 28d89a1a-9eda-46a2-8f0e-009abf0c8e00 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:35:39.621334 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.693228 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.693558 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.704803 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Calling delete_port for 28d89a1a-9eda-46a2-8f0e-009abf0c8e00 owned by network:floatingip {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:35:39.831182 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.855114 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'Port': ['ID=28d89a1a-9eda-46a2-8f0e-009abf0c8e00,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:39.918241 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.920668 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:39.922323 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-d713aa12-b02e-4d18-a349-cb180bcfa48f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "DELETE /v2.0/floatingips/7e80e66d-b4fd-40a7-9091-a711058c3e61 HTTP/1.1" status: 204 len: 168 time: 0.4248619 Jul 07 18:35:40.280254 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34752) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:40.285857 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220285508', 'description': 'tempest-description--273904986'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:40.307990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.391735 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.395195 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.421046 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.422294 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1404402 Jul 07 18:35:40.425266 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34756) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:40.429866 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group_rule': {'security_group_id': '45656eb8-7398-4b58-b539-8923bf499f0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:40.430020 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751eca1-d641-451c-92e7-2fa576983797 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45656eb8-7398-4b58-b539-8923bf499f0f,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:40.456905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.515122 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.518699 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.538152 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c7bd4b-1b47-4996-8894-e815c3cb3d75,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:40.541804 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.543153 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-e49a18b8-7f46-44b7-aa60-9cf764360118 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168303 Jul 07 18:35:40.545801 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34758) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:40.550685 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'security_group_rule': {'security_group_id': '45656eb8-7398-4b58-b539-8923bf499f0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:40.563494 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79cd28-a40b-4c85-bdf3-90ca1cc37c50 req-8208bed1-6219-4395-a343-dcec2fe6f776 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:40.565011 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8e79cd28-a40b-4c85-bdf3-90ca1cc37c50 req-8208bed1-6219-4395-a343-dcec2fe6f776 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 944 time: 0.0667470 Jul 07 18:35:40.577619 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.607172 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8e79cd28-a40b-4c85-bdf3-90ca1cc37c50 req-bf352778-d2d5-41e6-aeb4-7eccba0fb7a2 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Jul 07 18:35:40.638385 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.641803 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.657772 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beefa366-10a0-49d4-8413-6aff44fc48f7,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:40.664273 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.665457 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-e27fb8af-7390-4ba1-a851-6cee392eb614 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181781 Jul 07 18:35:40.668509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 34762) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:40.673427 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:40.694653 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.789008 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:40.891120 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Allocated IP 172.27.2.237 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/5ebd6779-83ed-4a7e-9cde-e2de6ad53e47) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:40.987208 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.024993 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.060867 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:41.063994 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:41.066310 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:41.097506 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=5ebd6779-83ed-4a7e-9cde-e2de6ad53e47,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:41.156347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.197100 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.338623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.342819 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.410761 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=5ebd6779-83ed-4a7e-9cde-e2de6ad53e47,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:41.420358 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.434029 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.435232 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0acb326e-425e-4ba9-b9e1-ce6cda3a5715 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7657962 Jul 07 18:35:41.571665 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-95c14e28-2b41-4614-a523-ced6c5449ad3 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--220285508&fields=id&tenant_id=568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 267 time: 0.0329802 Jul 07 18:35:41.679434 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-e55156b8-0936-4259-9c44-3bd9bec1d4ec tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:41.680896 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-e55156b8-0936-4259-9c44-3bd9bec1d4ec tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 810 time: 0.1030307 Jul 07 18:35:41.695282 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-f9455f55-3338-409a-8208-3a92a94a9d4d tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/quotas/568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Jul 07 18:35:41.765416 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-7603b9f1-8dd9-41fd-ac1c-95e731b4a12a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651660 Jul 07 18:35:41.779404 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461562c6-89fa-40a1-ac1b-e3c5457514f1 req-eb45075c-994c-4626-81e9-04f6b4ef979f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:41.781579 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-461562c6-89fa-40a1-ac1b-e3c5457514f1 req-eb45075c-994c-4626-81e9-04f6b4ef979f tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 944 time: 0.0622766 Jul 07 18:35:41.819006 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-461562c6-89fa-40a1-ac1b-e3c5457514f1 req-579ac1cf-a90b-4417-a744-6e7d8535499c tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Jul 07 18:35:41.864887 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-420057cb-6e29-4c86-a57d-88ec467c6272 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885649 Jul 07 18:35:41.906399 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:41.952136 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-b5a748a5-65df-45ad-89a5-5395e1e59f43 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Jul 07 18:35:41.957383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:41.961231 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 37375756-d247-4a33-8832-e80a8700ca96 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:35:41.987207 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 37375756-d247-4a33-8832-e80a8700ca96 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:35:41.987559 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 37375756-d247-4a33-8832-e80a8700ca96 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:35:42.088330 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:42.101111 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343', 'network_id': 'd3290d32-921e-4e8a-b38b-902e542874a2', 'port_id': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343', 'mac_address': 'fa:16:3e:22:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca68bb7-0e18-4242-8db8-81a9ee351bcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:42.121949 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ae090e47-ec40-4b30-bdb9-cb6e7973dae7 req-20859368-a649-45e3-89d3-29ec51821d1a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 210 time: 0.0279405 Jul 07 18:35:42.141060 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.153679 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:42.173539 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:42.177108 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:42.224011 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:42.443465 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['77ee9cf8-ec8d-403c-b475-5cee5c5eb343'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:42.994133 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8f7a-6ab9-4b0c-95de-d6b3093eccca req-4bf49b11-7eb4-4ed5-93b7-9c9b9ef91205 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:42.996276 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bffc8f7a-6ab9-4b0c-95de-d6b3093eccca req-4bf49b11-7eb4-4ed5-93b7-9c9b9ef91205 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 945 time: 0.0672798 Jul 07 18:35:43.036430 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bffc8f7a-6ab9-4b0c-95de-d6b3093eccca req-2a34e40f-d382-480b-8a90-42b5f0b3c904 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Jul 07 18:35:43.227949 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-e6cc9109-fbca-4411-a3ea-0a2cdb9816fe tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.230306 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-e6cc9109-fbca-4411-a3ea-0a2cdb9816fe tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 810 time: 0.1102824 Jul 07 18:35:43.264086 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cf96946f-6b3b-4e72-a804-a2d5ed4e9443 req-794c6a7a-0f12-4aa2-8c72-584805e6eb8c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jul 07 18:35:43.283424 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-8b968cfd-bf3f-4983-acd6-fd032ccc76a9 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=568aa4405bf14d6ab836689f303f57c2 HTTP/1.1" status: 200 len: 379 time: 0.0356448 Jul 07 18:35:43.292630 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'port': {'device_id': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'admin_state_up': True, 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'security_groups': ['45656eb8-7398-4b58-b539-8923bf499f0f']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:43.402533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Made reservation on behalf of 568aa4405bf14d6ab836689f303f57c2 for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:35:43.406632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.523485 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Allocated IP 172.20.0.13 (1cd389b1-361c-4857-ad7a-72d4e499dfe5/7826e052-6190-40c3-9b1a-8f07f06bf436/3e1420e7-d53e-4daa-8694-57f4fb74e55d) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:35:43.663685 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.676469 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Transition to ACTIVE for port object 3e1420e7-d53e-4daa-8694-57f4fb74e55d will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:43.708307 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.751868 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:35:43.755079 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:35:43.761416 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:35:43.786167 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event updated for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:43.817953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:43.818605 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.833937 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-750326cf-110c-4b4b-bb51-3299e8e16b7a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448649 Jul 07 18:35:43.846896 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Request body: {'port': {'device_id': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:43.919723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:43.958673 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:44.005498 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-9d8d2931-cb3a-4d18-968f-fa833470a9f7 None None] Provisioning for port 3e1420e7-d53e-4daa-8694-57f4fb74e55d completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:44.010399 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-9d8d2931-cb3a-4d18-968f-fa833470a9f7 None None] Provisioning complete for port 3e1420e7-d53e-4daa-8694-57f4fb74e55d triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:44.011257 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2931-cb3a-4d18-968f-fa833470a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.049337 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:44.053930 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d2931-cb3a-4d18-968f-fa833470a9f7 None None] Port 3e1420e7-d53e-4daa-8694-57f4fb74e55d cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:35:44.055575 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:44.055967 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.141527 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.165594 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:44.167849 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2215a4-75f2-4d74-a1d7-3c45f1478bf6" -d '{"events": [{"server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "name": "network-vif-plugged", "status": "completed", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:44.181780 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:44.185676 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.221771 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1420e7-d53e-4daa-8694-57f4fb74e55d {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:44.230715 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.236476 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.248444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Transition to ACTIVE for port object 3e1420e7-d53e-4daa-8694-57f4fb74e55d will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:35:44.255817 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.308170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108f22-2a2b-4f8e-805a-75e0ed036ef7 req-c3981e68-a76b-4c32-beb1-be072f9edf63 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.309760 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-65108f22-2a2b-4f8e-805a-75e0ed036ef7 req-c3981e68-a76b-4c32-beb1-be072f9edf63 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.1493492 Jul 07 18:35:44.314068 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7c610-6ba0-4a5e-8190-24ca68912a19 x-openstack-request-id: req-caf7c610-6ba0-4a5e-8190-24ca68912a19 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:44.314764 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "name": "network-vif-plugged", "status": "completed", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:44.315237 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-caf7c610-6ba0-4a5e-8190-24ca68912a19 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:44.315829 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343', 'code': 200} Jul 07 18:35:44.321616 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.407328 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-65108f22-2a2b-4f8e-805a-75e0ed036ef7 req-f39eecdf-baee-4798-8451-a65cdb6d7687 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884047 Jul 07 18:35:44.434330 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Attempting to bind port 3e1420e7-d53e-4daa-8694-57f4fb74e55d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:35:44.434663 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Attempting to bind port 3e1420e7-d53e-4daa-8694-57f4fb74e55d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:35:44.434989 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Attempting to bind port 3e1420e7-d53e-4daa-8694-57f4fb74e55d on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:44.440036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Port 3e1420e7-d53e-4daa-8694-57f4fb74e55d on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:35:44.440400 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Attempting to bind port 3e1420e7-d53e-4daa-8694-57f4fb74e55d on network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:35:44.445610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:35:44.445945 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Checking segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:35:44.446324 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Bound using segment: {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:35:44.446752 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Bound port: 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a93445-7a14-429a-98c7-53d3e1efe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:35:44.447106 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.489772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb4b13-514d-4b63-a30f-485a8c65086c req-ef02f975-7853-4698-a271-f51cff5b0583 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.491653 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aeeb4b13-514d-4b63-a30f-485a8c65086c req-ef02f975-7853-4698-a271-f51cff5b0583 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 944 time: 0.0824866 Jul 07 18:35:44.520663 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:35:44.524469 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:35:44.529073 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.549211 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-aeeb4b13-514d-4b63-a30f-485a8c65086c req-837922df-43d0-4193-889b-0186c7a05274 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484509 Jul 07 18:35:44.573034 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.573837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:44.575789 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] 10.222.0.103 "PUT /v2.0/ports/3e1420e7-d53e-4daa-8694-57f4fb74e55d HTTP/1.1" status: 200 len: 1094 time: 0.7334425 Jul 07 18:35:44.576411 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:44.578796 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:44.609981 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2deb-0d2b-4dbd-b2c5-0974e55f23f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:44.612311 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac96946-24a9-4f42-ad77-e2f0dc73e3c0 req-70d35064-d74b-4da4-82af-cfa7b790ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.623016 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2ac96946-24a9-4f42-ad77-e2f0dc73e3c0 req-70d35064-d74b-4da4-82af-cfa7b790ddf1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 1099 time: 0.0904763 Jul 07 18:35:44.641502 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f0b9d8-a8e9-442f-a61d-f62e4313b7e3 x-openstack-request-id: req-d1f0b9d8-a8e9-442f-a61d-f62e4313b7e3 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:44.641921 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:44.642231 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d1f0b9d8-a8e9-442f-a61d-f62e4313b7e3 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:44.642633 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'status': 'completed', 'code': 200} Jul 07 18:35:44.664618 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2ac96946-24a9-4f42-ad77-e2f0dc73e3c0 req-fea71f0e-f974-4ce1-97b0-22aee5d87a0a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Jul 07 18:35:44.689390 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-4c54a19f-f55c-430e-9e18-f0f328bec3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.690806 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-4c54a19f-f55c-430e-9e18-f0f328bec3a6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 1097 time: 0.0601809 Jul 07 18:35:44.763954 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-ec833da6-a0e2-4393-bda1-eda95870a2bc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d HTTP/1.1" status: 200 len: 217 time: 0.0343854 Jul 07 18:35:44.812834 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-8b9141f3-2091-48c8-af99-684da83915bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.814273 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-8b9141f3-2091-48c8-af99-684da83915bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0420835 Jul 07 18:35:44.871318 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-12ff94e3-bd68-4dfd-ad97-ffc67724979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:44.872729 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-12ff94e3-bd68-4dfd-ad97-ffc67724979d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520012 Jul 07 18:35:44.962371 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-38cc3c14-c1c9-406d-8d52-86b3aaf9fdf5 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804589 Jul 07 18:35:45.065783 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f12b717e-e7b7-4ebd-94e7-c286e7591112 req-f7afe04b-d91c-4892-9818-b9cd037740bf service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915077 Jul 07 18:35:45.169799 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-922a8a8c-acd5-43b9-b3ec-dce7f85ae145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.171752 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-922a8a8c-acd5-43b9-b3ec-dce7f85ae145 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 1097 time: 0.0544782 Jul 07 18:35:45.259800 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-00b9ac7e-2e5b-4841-8194-f87704e9ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.261370 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-00b9ac7e-2e5b-4841-8194-f87704e9ab89 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.0816803 Jul 07 18:35:45.311836 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-f88cd68e-01ff-43dd-88ad-ddeb10cf1cd2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d HTTP/1.1" status: 200 len: 217 time: 0.0376751 Jul 07 18:35:45.367357 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-39207b13-7bc5-4247-85e1-01bb2476da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.369197 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-39207b13-7bc5-4247-85e1-01bb2476da0d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0436587 Jul 07 18:35:45.435412 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-38b1e8fd-99c7-4cf2-80b0-9ddb3b02a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.436901 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-38b1e8fd-99c7-4cf2-80b0-9ddb3b02a06e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502911 Jul 07 18:35:45.538556 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-131c0663-cf18-45e8-9202-99d438f28fde service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940096 Jul 07 18:35:45.651614 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ce3ea-4793-4fd4-9746-4e05e80d1126 req-620bfc05-fa0c-4d3f-b929-773bc5662169 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.653155 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-152ce3ea-4793-4fd4-9746-4e05e80d1126 req-620bfc05-fa0c-4d3f-b929-773bc5662169 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.1283689 Jul 07 18:35:45.673974 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e6ae043-2d4d-46ec-9d68-8f65500cf4cf req-09866682-4a81-4c13-bef3-ee8e846a3172 service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192772 Jul 07 18:35:45.701993 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-152ce3ea-4793-4fd4-9746-4e05e80d1126 req-b829fb69-7a02-401d-935a-1955039232eb tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Jul 07 18:35:45.738973 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d028c-b400-41ea-bd78-fca7d1114be9 req-50193a7d-cd16-4d45-812a-9ad505262be4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:45.740490 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-355d028c-b400-41ea-bd78-fca7d1114be9 req-50193a7d-cd16-4d45-812a-9ad505262be4 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 944 time: 0.0785723 Jul 07 18:35:45.778405 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-355d028c-b400-41ea-bd78-fca7d1114be9 req-5bdcd007-126e-4e54-8707-93463b8f1ede tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323486 Jul 07 18:35:46.874814 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bfb6a-2dfd-4f2e-ab25-349bffcd3961 req-ef175a66-b3be-4529-8a95-0fdc104b9622 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:46.876370 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-379bfb6a-2dfd-4f2e-ab25-349bffcd3961 req-ef175a66-b3be-4529-8a95-0fdc104b9622 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.0624442 Jul 07 18:35:46.916930 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-379bfb6a-2dfd-4f2e-ab25-349bffcd3961 req-85cd8b64-a213-4fc7-a61f-fcda7f159522 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Jul 07 18:35:46.950620 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dfe3c-13a8-4819-9629-766b7ec7e1ba req-984f4c82-33fc-4ff3-8fd7-42586da2c789 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:46.952118 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f53dfe3c-13a8-4819-9629-766b7ec7e1ba req-984f4c82-33fc-4ff3-8fd7-42586da2c789 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 944 time: 0.0627627 Jul 07 18:35:46.990431 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f53dfe3c-13a8-4819-9629-766b7ec7e1ba req-d9304c25-912c-41c4-b476-30b92c36e9ac tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Jul 07 18:35:47.995097 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3e1420e7-d53e-4daa-8694-57f4fb74e55d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:35:48.087866 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:48.099243 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'port_id': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'mac_address': 'fa:16:3e:7c:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:35:48.136648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.149207 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1420e7-d53e-4daa-8694-57f4fb74e55d {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:35:48.167558 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931960-faf1-480f-bf46-b0a09974df90 req-ccf80b36-f507-46ac-be58-ba786a67455a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:48.168244 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:48.169185 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-17931960-faf1-480f-bf46-b0a09974df90 req-ccf80b36-f507-46ac-be58-ba786a67455a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 944 time: 0.0626140 Jul 07 18:35:48.172073 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:48.207139 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-17931960-faf1-480f-bf46-b0a09974df90 req-0a9526d3-e87d-43e9-b682-bec5bf3df89a tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Jul 07 18:35:48.223425 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:48.462643 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['3e1420e7-d53e-4daa-8694-57f4fb74e55d'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:35:49.374313 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e86678-6ba7-47e4-b007-b6d6ef103a0c req-b0b0ec96-1147-42db-822b-010e34531e57 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:49.375862 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f3e86678-6ba7-47e4-b007-b6d6ef103a0c req-b0b0ec96-1147-42db-822b-010e34531e57 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 945 time: 0.0613270 Jul 07 18:35:49.413313 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f3e86678-6ba7-47e4-b007-b6d6ef103a0c req-30a8a8b2-90e8-4240-80f2-520940995279 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Jul 07 18:35:50.002947 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3e1420e7-d53e-4daa-8694-57f4fb74e55d up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:35:50.166162 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 3e1420e7-d53e-4daa-8694-57f4fb74e55d completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:35:50.169560 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 3e1420e7-d53e-4daa-8694-57f4fb74e55d triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:35:50.169924 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.241161 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.262049 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:50.264278 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841ea84-ff4e-4cd9-92c1-5e60389448a6" -d '{"events": [{"server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "name": "network-vif-plugged", "status": "completed", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:50.276776 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:35:50.280839 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:50.303479 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e449f0-f2ba-4f40-874a-0eab471a5e54 x-openstack-request-id: req-d7e449f0-f2ba-4f40-874a-0eab471a5e54 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:50.303762 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "name": "network-vif-plugged", "status": "completed", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:50.304039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7e449f0-f2ba-4f40-874a-0eab471a5e54 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:50.304417 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'code': 200} Jul 07 18:35:50.330579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:35:50.604654 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd038-cdf9-4dcd-8fc3-868f72e6b529 req-91e5d58c-2e60-4ec0-9490-661c052402ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:50.606326 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-182dd038-cdf9-4dcd-8fc3-868f72e6b529 req-91e5d58c-2e60-4ec0-9490-661c052402ce service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 1099 time: 0.0942941 Jul 07 18:35:50.617809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930106e-4e6b-4998-bb1d-a9045798e912 req-118701b0-3174-41a2-a14e-32292cb8c19f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:50.619133 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9930106e-4e6b-4998-bb1d-a9045798e912 req-118701b0-3174-41a2-a14e-32292cb8c19f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0824628 Jul 07 18:35:50.669779 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-182dd038-cdf9-4dcd-8fc3-868f72e6b529 req-f59d191f-3e4e-475c-a3d2-50c67a8002d0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496755 Jul 07 18:35:50.672472 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9930106e-4e6b-4998-bb1d-a9045798e912 req-4f58f996-be67-42af-ae41-31c64f3f5a0b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466783 Jul 07 18:35:51.846160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2503a9-7c8a-4f95-94ed-796eef7965a4 req-c3379bc5-198d-4781-a56b-a876eff6a568 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:51.847627 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc2503a9-7c8a-4f95-94ed-796eef7965a4 req-c3379bc5-198d-4781-a56b-a876eff6a568 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0627925 Jul 07 18:35:51.883209 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cc2503a9-7c8a-4f95-94ed-796eef7965a4 req-7aec350f-2227-4aca-8d22-983bb54f9c6f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298483 Jul 07 18:35:53.057579 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9fb6-4835-4e67-a15d-b43e19cb676f req-004a3378-92d5-49a2-b706-bf8fe758df6b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.059054 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c0c9fb6-4835-4e67-a15d-b43e19cb676f req-004a3378-92d5-49a2-b706-bf8fe758df6b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0646331 Jul 07 18:35:53.101034 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c0c9fb6-4835-4e67-a15d-b43e19cb676f req-6f2e237f-6dc6-4cf4-8563-bd5cd15f0c5f tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362606 Jul 07 18:35:53.277516 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf7b8f-9270-475e-918e-734fb107a108 req-8f4939a7-94c1-49e0-a2d0-b69915106c64 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:53.278968 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e9bf7b8f-9270-475e-918e-734fb107a108 req-8f4939a7-94c1-49e0-a2d0-b69915106c64 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0651762 Jul 07 18:35:53.288017 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 34870) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:35:53.292384 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Request body: {'floatingip': {'port_id': '3e1420e7-d53e-4daa-8694-57f4fb74e55d'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:35:53.330913 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:54.107278 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:54.111468 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:54.146738 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:35:54.205325 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.l3_db [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Floating IP df4a73c8-e40b-4843-8a3d-127153ce38f1 associated. External IP: 172.27.2.237, port: 3e1420e7-d53e-4daa-8694-57f4fb74e55d. Jul 07 18:35:54.404490 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:35:54.520850 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:35:54.525596 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:54.529813 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:35:54.542577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:54.543195 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:35:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:54.561409 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-cb55df30-a137-4805-85cb-3ba53417e38b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "PUT /v2.0/floatingips/df4a73c8-e40b-4843-8a3d-127153ce38f1 HTTP/1.1" status: 200 len: 992 time: 1.2723753 Jul 07 18:35:54.562075 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:35:54.564462 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ab275-62c9-438a-9106-96cf09bde64d" -d '{"events": [{"name": "network-changed", "server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:35:54.602999 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a47be-a489-4855-ac2d-d2c3af6d2100 x-openstack-request-id: req-c06a47be-a489-4855-ac2d-d2c3af6d2100 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:35:54.603300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:35:54.603549 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c06a47be-a489-4855-ac2d-d2c3af6d2100 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:35:54.603985 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'status': 'completed', 'code': 200} Jul 07 18:35:54.652977 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:54.679806 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-d5f62b13-9c52-47f8-a8bf-e769f85f20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:54.681334 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-d5f62b13-9c52-47f8-a8bf-e769f85f20b2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=568aa4405bf14d6ab836689f303f57c2&device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 1099 time: 0.0545876 Jul 07 18:35:54.751121 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-22db69ce-6c42-4e1b-a0ab-a249ea71a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:54.781370 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-4e6179de-2b9b-4482-9f2a-15193c4ad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:54.783345 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-4e6179de-2b9b-4482-9f2a-15193c4ad919 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 200 len: 912 time: 0.0902691 Jul 07 18:35:54.851806 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-a986dc10-b55c-4750-b760-7f7cd667f07f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d HTTP/1.1" status: 200 len: 1000 time: 0.0603137 Jul 07 18:35:54.902770 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-e2f883e8-a5b9-4b6f-89a7-e00c3ee53357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:54.903068 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'df4a73c8-e40b-4843-8a3d-127153ce38f1', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:7c:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:41Z', 'updated_at': '2021-07-07T18:35:53Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:54.904233 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-e2f883e8-a5b9-4b6f-89a7-e00c3ee53357 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 200 len: 849 time: 0.0449114 Jul 07 18:35:54.928652 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:35:54.936882 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:35:54.937490 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:35:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:54.964148 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-84c82bac-2bb9-4320-8087-ab523cab0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:35:54.965646 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-84c82bac-2bb9-4320-8087-ab523cab0663 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1cd389b1-361c-4857-ad7a-72d4e499dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543478 Jul 07 18:35:55.041539 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:35:55.056585 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-bfeae79e-cf25-419e-b890-e36466a1826c service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Jul 07 18:35:55.151180 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3a5ab275-62c9-438a-9106-96cf09bde64d req-d147466f-e281-46f9-ba72-e2486cd0cb6d service neutron] 10.222.0.103 "GET /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842807 Jul 07 18:35:55.257970 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'df4a73c8-e40b-4843-8a3d-127153ce38f1', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:7c:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:41Z', 'updated_at': '2021-07-07T18:35:53Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:35:55.283170 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e63447-5d04-45c3-ae99-d424f5f56f3c None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'df4a73c8-e40b-4843-8a3d-127153ce38f1', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'port_id': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'mac_address': 'fa:16:3e:7c:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:41Z', 'updated_at': '2021-07-07T18:35:53Z', 'revision_number': 1, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:35:55.467344 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad03c56-3912-4e6a-a3a3-45bb60029530 None None] New status for floating IP df4a73c8-e40b-4843-8a3d-127153ce38f1: ACTIVE {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:35:57.331530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-52697508-3a48-4965-ac28-c8910e48f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:57.431610 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:35:58.428005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:00.164121 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:08.131345 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881449-1cb6-4821-adb9-62873b9c8c24 req-c1d83f3d-20f3-4958-b344-47ebcbe48f4d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:08.132839 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-96881449-1cb6-4821-adb9-62873b9c8c24 req-c1d83f3d-20f3-4958-b344-47ebcbe48f4d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.0607855 Jul 07 18:36:08.169813 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-96881449-1cb6-4821-adb9-62873b9c8c24 req-4dba99eb-a0e0-4ec1-a808-c651284091ec tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Jul 07 18:36:09.351285 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500184-94bf-453b-a674-9117fe489063 req-9f9374f9-43e1-47bc-ab8f-4efa12603abc tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:09.353057 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b3500184-94bf-453b-a674-9117fe489063 req-9f9374f9-43e1-47bc-ab8f-4efa12603abc tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.0662034 Jul 07 18:36:09.391775 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b3500184-94bf-453b-a674-9117fe489063 req-153c944a-c515-442d-991a-123e5253e659 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 07 18:36:10.320383 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-fef4a079-b6ff-4ece-9bd3-82e171cb031d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:10.321736 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-fef4a079-b6ff-4ece-9bd3-82e171cb031d tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.0600898 Jul 07 18:36:10.424696 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Deleting port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:36:10.425326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.554230 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] For port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,segment=NetworkSegment(9222eb1e-4c45-4016-a1bb-85075b1ccd86),segment_id=9222eb1e-4c45-4016-a1bb-85075b1ccd86)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:10.554599 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.571379 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Calling delete_port for 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:36:10.634702 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ca7f8-3fa5-42aa-9dda-83f812ec8071 req-24d0f63e-abad-4931-8461-03e989e94b87 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:10.636216 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-704ca7f8-3fa5-42aa-9dda-83f812ec8071 req-24d0f63e-abad-4931-8461-03e989e94b87 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecdef98-c4fd-4a89-880d-716fb40a0f95 HTTP/1.1" status: 200 len: 946 time: 0.1275659 Jul 07 18:36:10.699279 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-704ca7f8-3fa5-42aa-9dda-83f812ec8071 req-3815dd24-4f15-45d1-9682-318f996150e1 tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.58 "GET /v2.0/security-groups?id=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Jul 07 18:36:10.752021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.764383 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['77ee9cf8-ec8d-403c-b475-5cee5c5eb343'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:36:10.781024 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Pushing event deleted for resources: {'Port': ['ID=77ee9cf8-ec8d-403c-b475-5cee5c5eb343,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:10.826839 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] No DVR routers for this DVR port 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:36:10.829318 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:10.831336 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac5455c4-120e-45a5-bb87-309dfe9a44f2 req-e09230b0-90d7-43e5-8006-55d9c1f5e80e tempest-VolumesSnapshotTestJSON-1094177921 tempest-VolumesSnapshotTestJSON-1094177921-project] 10.222.0.103 "DELETE /v2.0/ports/77ee9cf8-ec8d-403c-b475-5cee5c5eb343 HTTP/1.1" status: 204 len: 173 time: 0.5033364 Jul 07 18:36:10.831773 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'name': 'network-vif-deleted', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:10.833988 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be361e-3bb7-48fb-b350-9b2acca6d258" -d '{"events": [{"server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "name": "network-vif-deleted", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:10.875346 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245fb82-6349-49b0-92fe-0a1068c9b818 x-openstack-request-id: req-3245fb82-6349-49b0-92fe-0a1068c9b818 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:10.875723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecdef98-c4fd-4a89-880d-716fb40a0f95", "name": "network-vif-deleted", "tag": "77ee9cf8-ec8d-403c-b475-5cee5c5eb343", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:10.876028 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3245fb82-6349-49b0-92fe-0a1068c9b818 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:10.876419 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecdef98-c4fd-4a89-880d-716fb40a0f95', 'name': 'network-vif-deleted', 'tag': '77ee9cf8-ec8d-403c-b475-5cee5c5eb343', 'status': 'completed', 'code': 200} Jul 07 18:36:11.089040 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-51995a16-f0a5-4a5a-baad-b3b8f1c56469 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489204 Jul 07 18:36:11.182983 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-23ffd8aa-d730-47f3-af93-04276b598858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:11.184443 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-23ffd8aa-d730-47f3-af93-04276b598858 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.0500653 Jul 07 18:36:11.289298 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-e446588b-beba-4581-bb7f-510df25387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:11.290722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-e446588b-beba-4581-bb7f-510df25387fd service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.0837235 Jul 07 18:36:11.357714 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-c47e8f9b-68ed-41b9-89f5-ba154bf6715a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 1001 time: 0.0570331 Jul 07 18:36:11.414715 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-25de7fd4-6f21-4100-a135-2adb29219fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:11.416194 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-25de7fd4-6f21-4100-a135-2adb29219fb3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0461106 Jul 07 18:36:11.474752 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-06266f96-1d7b-4b4f-9d06-da58a4eea74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:11.476270 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-06266f96-1d7b-4b4f-9d06-da58a4eea74b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508392 Jul 07 18:36:11.568175 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-d64ff8f3-c0ba-4cff-bc34-289f98616d9e service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836020 Jul 07 18:36:11.893601 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3ca1dead-0ef8-4c56-aac8-7b9ff1c61210 req-a1988f12-abcd-4465-af79-86dbc7a76544 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187106 Jul 07 18:36:11.902967 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:14.472367 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:36:14.492719 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:36:14.493063 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 77ee9cf8-ec8d-403c-b475-5cee5c5eb343 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:36:21.733305 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f08c-da3c-4dd5-9fe1-cb1e190ba04d req-be694dfa-cad8-4687-a44c-cf11197c8fe3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:21.734721 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac05f08c-da3c-4dd5-9fe1-cb1e190ba04d req-be694dfa-cad8-4687-a44c-cf11197c8fe3 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0607669 Jul 07 18:36:21.770226 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ac05f08c-da3c-4dd5-9fe1-cb1e190ba04d req-1aae199b-12c3-4f97-a0a7-90a8304a319d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299366 Jul 07 18:36:22.954402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce8a8f-3e70-4991-bb07-25bc67b278f6 req-2860aa6e-8ecb-4f3a-9b98-cada0e5e18d0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:22.955827 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-08ce8a8f-3e70-4991-bb07-25bc67b278f6 req-2860aa6e-8ecb-4f3a-9b98-cada0e5e18d0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0640359 Jul 07 18:36:22.992852 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-08ce8a8f-3e70-4991-bb07-25bc67b278f6 req-449c8161-63d8-4017-9460-63cb31366b91 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Jul 07 18:36:24.164209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2263e1-6a60-47fe-adc4-14b03173445d req-1696a7ac-62ee-436e-b153-cef76542988d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:24.165675 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3b2263e1-6a60-47fe-adc4-14b03173445d req-1696a7ac-62ee-436e-b153-cef76542988d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0605128 Jul 07 18:36:24.201783 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3b2263e1-6a60-47fe-adc4-14b03173445d req-f55b7365-cad6-4bb6-bfb6-c4a54b4b0155 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305858 Jul 07 18:36:24.712404 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-69fdebf6-081d-4831-a5b1-00209fcb1536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:25.374941 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e5624-c881-4a19-8fcc-949877855844 req-b9bceb0a-998b-44b0-9b64-2bfc44647b1d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:25.376365 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c84e5624-c881-4a19-8fcc-949877855844 req-b9bceb0a-998b-44b0-9b64-2bfc44647b1d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0629711 Jul 07 18:36:25.412932 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c84e5624-c881-4a19-8fcc-949877855844 req-7918d2d4-91eb-4265-98b0-264504ac9760 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310693 Jul 07 18:36:26.588647 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650bb7-611f-4e86-a6eb-549c7cec050a req-ae13e6dd-3a31-486a-8ab2-155776ca1b5c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:26.590105 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c650bb7-611f-4e86-a6eb-549c7cec050a req-ae13e6dd-3a31-486a-8ab2-155776ca1b5c tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0651081 Jul 07 18:36:26.626913 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c650bb7-611f-4e86-a6eb-549c7cec050a req-d659249d-1ae3-4d64-9916-a3e2092b83df tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Jul 07 18:36:27.331595 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-870a2204-13e4-40f3-ad82-3a7891053048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.431837 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:27.801673 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b26a5-e903-499d-ac03-804ff460cef7 req-da58eeb7-9036-464a-a061-c17705807e8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:27.803124 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ea0b26a5-e903-499d-ac03-804ff460cef7 req-da58eeb7-9036-464a-a061-c17705807e8d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0611334 Jul 07 18:36:27.839175 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ea0b26a5-e903-499d-ac03-804ff460cef7 req-88fcd5f6-be9d-4316-ab75-fd380ca10f57 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306416 Jul 07 18:36:28.430536 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:29.182606 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0f7a-5eef-4e87-a8be-f6f83002d812 req-ef62bb89-a3ef-48b0-9d88-0c4e4007e0f5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:29.182606 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3cff0f7a-5eef-4e87-a8be-f6f83002d812 req-ef62bb89-a3ef-48b0-9d88-0c4e4007e0f5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0719209 Jul 07 18:36:29.214127 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3cff0f7a-5eef-4e87-a8be-f6f83002d812 req-cf4c2a66-2856-4496-be82-2521741814b9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Jul 07 18:36:30.173282 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:30.402910 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8529-aded-431b-989a-e7b30648998f req-799186f5-d46f-4431-88b4-0d00db958292 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:30.404439 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aa3a8529-aded-431b-989a-e7b30648998f req-799186f5-d46f-4431-88b4-0d00db958292 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0654173 Jul 07 18:36:30.447726 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-aa3a8529-aded-431b-989a-e7b30648998f req-99b6e350-e541-43b6-a68d-c985dd54cdde tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374060 Jul 07 18:36:31.146354 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:36:31.641110 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aab6a-5392-45be-be0d-3b25be5bd809 req-0e88aaa8-9227-48ea-8998-375d84605dda tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:31.644310 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8f6aab6a-5392-45be-be0d-3b25be5bd809 req-0e88aaa8-9227-48ea-8998-375d84605dda tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0730135 Jul 07 18:36:31.681661 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8f6aab6a-5392-45be-be0d-3b25be5bd809 req-e62908d0-1ebe-489f-9c6e-ea46ebbe4569 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Jul 07 18:36:32.869863 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c982c-4d58-4605-a29a-b51de45cdbff req-c433aa86-06d1-4704-8c9c-d608765b3f28 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:32.871586 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6c1c982c-4d58-4605-a29a-b51de45cdbff req-c433aa86-06d1-4704-8c9c-d608765b3f28 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0739009 Jul 07 18:36:32.913129 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6c1c982c-4d58-4605-a29a-b51de45cdbff req-95c828fc-cc56-4f42-8319-c3e32ee94655 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360065 Jul 07 18:36:34.086453 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168f8d-c016-42e1-841c-41b3c822a2b7 req-ffc37d53-1e8f-4c75-8a6a-e2e01364fc3f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:34.087950 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-69168f8d-c016-42e1-841c-41b3c822a2b7 req-ffc37d53-1e8f-4c75-8a6a-e2e01364fc3f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0613317 Jul 07 18:36:34.124660 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-69168f8d-c016-42e1-841c-41b3c822a2b7 req-f6c63235-4a68-4757-a433-6547c4b528a7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311456 Jul 07 18:36:34.811334 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35206) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:34.857818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Deleting subnet 0ca68bb7-0e18-4242-8db8-81a9ee351bcc {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:36:34.860846 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:34.893871 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:34.932544 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:34.988637 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.000926 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.003556 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0ca68bb7-0e18-4242-8db8-81a9ee351bcc HTTP/1.1" status: 204 len: 168 time: 0.1903665 Jul 07 18:36:35.005911 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35210) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:35.021809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca68bb7-0e18-4242-8db8-81a9ee351bcc,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:35.029502 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.029871 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.030283 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.030871 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.031189 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.031527 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.031859 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.032224 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.032557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.032883 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.033207 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.033529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c9bb8-2565-447e-80d9-04075a77c60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.082362 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.169230 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.179160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3290d32-921e-4e8a-b38b-902e542874a2']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:35.189475 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9222eb1e-4c45-4016-a1bb-85075b1ccd86') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:35.189772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9222eb1e-4c45-4016-a1bb-85075b1ccd86') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:35.198889 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.211973 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.217631 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:36:35.218015 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:36:35.219620 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:36:35.278855 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.285174 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.288218 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] 10.222.0.58 "DELETE /v2.0/networks/d3290d32-921e-4e8a-b38b-902e542874a2 HTTP/1.1" status: 204 len: 168 time: 0.2806904 Jul 07 18:36:35.300571 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3290d32-921e-4e8a-b38b-902e542874a2,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:35.308142 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.308637 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.309179 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.309666 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.310158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.310665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.311049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.311376 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.311704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.312051 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.312160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0a1a9-21f3-43c2-9b64-d646ecb35246 req-d91f2fa5-5daf-426b-bfc9-78e7af1549d0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:35.312619 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.312723 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aae532-f94c-42ef-8265-144af372d05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:35.313836 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9ca0a1a9-21f3-43c2-9b64-d646ecb35246 req-d91f2fa5-5daf-426b-bfc9-78e7af1549d0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0751541 Jul 07 18:36:35.363611 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9ca0a1a9-21f3-43c2-9b64-d646ecb35246 req-0ac2ef92-dc4f-44f8-8ce7-10f4ed05b3e8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Jul 07 18:36:35.461351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35216) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:35.500322 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b0a87566-f592-4df0-a636-5f7c8917714a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dd81ccdb61c4fc7afcee7d79034f4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378306 Jul 07 18:36:35.502517 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35218) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:35.546935 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.568111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.615021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.617417 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:35.618626 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37019d56-0bd4-4b64-ab06-60ea1ff0c9ca HTTP/1.1" status: 204 len: 168 time: 0.1152406 Jul 07 18:36:35.626312 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab004f34-36c2-4aa2-ab5b-f0a3e09b42f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37019d56-0bd4-4b64-ab06-60ea1ff0c9ca,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.251162 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35242) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:36.343522 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435750853-network', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:36.364347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Made reservation on behalf of cf8dff534e0943af9af0c255da33128d for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:36.366728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.378305 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.464127 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.468091 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.520313 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:36:36.528199 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c20d3-4e0d-40fc-9ba4-7961fa82efba,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.537336 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.537706 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Added segment 0054c470-9f75-42be-b715-5f0d38d8ca92 of type vlan for network 720688ce-9f61-44d5-a352-3835f4d80ba3 Jul 07 18:36:36.584701 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.606230 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b5fd-a747-46a8-b9cf-8aeff677a882 req-6bd62f44-1066-4580-8217-f61db8838baa tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:36.607723 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ee45b5fd-a747-46a8-b9cf-8aeff677a882 req-6bd62f44-1066-4580-8217-f61db8838baa tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1275418 Jul 07 18:36:36.643506 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.644402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:36.644978 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.709145 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ee45b5fd-a747-46a8-b9cf-8aeff677a882 req-5e8ae9e2-8083-4ef6-99cb-e415ed513d09 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916541 Jul 07 18:36:36.710352 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4581628 Jul 07 18:36:36.713448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35248) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:36.719246 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Request body: {'subnet': {'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435750853-subnet', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:36.720338 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332f84b-2a42-46ba-b6da-b0fd3c0667a9 admin admin] Pushing event updated for resources: {'Network': ['ID=720688ce-9f61-44d5-a352-3835f4d80ba3,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.730591 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:36:36.740990 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Made reservation on behalf of cf8dff534e0943af9af0c255da33128d for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:36.743282 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.904595 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:36.961107 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a73665c-8324-49e7-b6b8-a71be63a9738,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:36.969639 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:36.970001 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Network hostable DHCP agents. Network: 720688ce-9f61-44d5-a352-3835f4d80ba3, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:36:36.987143 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:36:36.995869 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 720688ce-9f61-44d5-a352-3835f4d80ba3) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:37.000383 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:37.001536 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.006043 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23fc95-79ef-4b47-b691-5c1e6d77481f None None] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:36:37.023388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35250) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:37.023612 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c8a6845d-2093-41c5-a8c5-06f8d9e351de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083920 Jul 07 18:36:37.027857 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:37.048679 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.050354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.105651 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.150382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-720688ce-9f61-44d5-a352-3835f4d80ba3', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:36:37.151236 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.235826 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.286786 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Allocated IP 172.20.0.2 (720688ce-9f61-44d5-a352-3835f4d80ba3/3a73665c-8324-49e7-b6b8-a71be63a9738/b4307e62-e998-4296-b452-eb5b30b73795) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:37.441252 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.449764 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Transition to ACTIVE for port object b4307e62-e998-4296-b452-eb5b30b73795 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:37.460274 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.463966 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Transition to ACTIVE for port object b4307e62-e998-4296-b452-eb5b30b73795 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:37.469128 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.479913 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.505607 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:37.508415 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:37.511038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:37.524481 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Pushing event updated for resources: {'Port': ['ID=b4307e62-e998-4296-b452-eb5b30b73795,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.540009 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.540570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.541569 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.541998 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.542534 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.542862 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.543343 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.543691 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.544637 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.544977 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.545310 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.545633 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:37.600465 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Attempting to bind port b4307e62-e998-4296-b452-eb5b30b73795 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:37.600864 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Attempting to bind port b4307e62-e998-4296-b452-eb5b30b73795 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:37.601431 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Attempting to bind port b4307e62-e998-4296-b452-eb5b30b73795 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:37.602383 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Allocated IP 172.27.2.164 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/060d0083-17e7-4367-be48-ddad3372ebf1) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:37.607365 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:37.607807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:37.608395 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.608844 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Bound using segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:37.609356 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Bound port: b4307e62-e998-4296-b452-eb5b30b73795, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:37.609728 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.677431 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] For port b4307e62-e998-4296-b452-eb5b30b73795, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:37.680930 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] For port b4307e62-e998-4296-b452-eb5b30b73795, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b4307e62-e998-4296-b452-eb5b30b73795,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:37.685810 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.722582 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.745438 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f91f-65a8-44bf-a262-0b99527eb193 None None] Pushing event updated for resources: {'Port': ['ID=b4307e62-e998-4296-b452-eb5b30b73795,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:37.779908 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:37.817393 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:37.820652 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:37.824369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:37.870284 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Pushing event updated for resources: {'Port': ['ID=060d0083-17e7-4367-be48-ddad3372ebf1,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:38.065934 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ef08d-02ac-448b-b59d-60e296e04303 req-de15a8bd-4e32-4137-8da3-29272fa90967 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:38.067542 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-750ef08d-02ac-448b-b59d-60e296e04303 req-de15a8bd-4e32-4137-8da3-29272fa90967 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.2159197 Jul 07 18:36:38.182892 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b4307e62-e998-4296-b452-eb5b30b73795 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:38.195305 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-750ef08d-02ac-448b-b59d-60e296e04303 req-3c2a8c92-e319-4c87-ad0d-72e24bd8017b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081398 Jul 07 18:36:38.232400 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:36:38.264034 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:38.322599 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port b4307e62-e998-4296-b452-eb5b30b73795 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:38.383434 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:38.399837 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:36:38.467424 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:38.483838 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:36:38.515724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:38.521442 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:38.533996 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:38.605528 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=6']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:38.623091 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['8b7edc6f-af82-4841-83e4-68e2bf5413f1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:36:38.694960 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Router 52043060-d78e-42bb-a34b-fb14be35ea1f is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:36:38.846030 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:36:38.857051 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:36:38.868893 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:38.870102 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:38.873539 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:38.874799 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ce2c7fd9-780c-4580-955b-91e5edbde63a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8503788 Jul 07 18:36:38.878148 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35286) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:39.059075 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d7e06-2b3f-48a2-bba4-cf6c1c30993a None None] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:36:39.148423 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Provisioning for port b4307e62-e998-4296-b452-eb5b30b73795 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:39.162259 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Provisioning complete for port b4307e62-e998-4296-b452-eb5b30b73795 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:39.162644 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.234810 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:39.465899 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.488789 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.517791 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69020-9891-4fa7-a508-4600f0c19dc0 req-c23dc948-4b40-43e9-b22e-88f00c7c72f9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:39.527119 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b4f69020-9891-4fa7-a508-4600f0c19dc0 req-c23dc948-4b40-43e9-b22e-88f00c7c72f9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 945 time: 0.1610932 Jul 07 18:36:39.533064 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] For port b4307e62-e998-4296-b452-eb5b30b73795, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b4307e62-e998-4296-b452-eb5b30b73795,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:39.547542 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.600782 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b69815-c5cf-47e3-8852-20d6e543da9f None None] Pushing event updated for resources: {'Port': ['ID=b4307e62-e998-4296-b452-eb5b30b73795,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:39.636185 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:38Z', 'revision_number': 3, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:39.676290 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:36:39.676889 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Updating router 52043060-d78e-42bb-a34b-fb14be35ea1f port 060d0083-17e7-4367-be48-ddad3372ebf1 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:36:39.761794 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:39.906305 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-e4c73047-d021-4d13-911a-47fd90d91f41 None None] Provisioning complete for port b4307e62-e998-4296-b452-eb5b30b73795 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:39.907189 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e4c73047-d021-4d13-911a-47fd90d91f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.055565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Allocated IP 172.20.0.1 (720688ce-9f61-44d5-a352-3835f4d80ba3/3a73665c-8324-49e7-b6b8-a71be63a9738/c1921cb7-9a06-41d2-b619-784849ebc94a) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:40.072712 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b4f69020-9891-4fa7-a508-4600f0c19dc0 req-4a1d0ab1-73e8-40db-8961-4d94077accff tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5446548 Jul 07 18:36:40.102853 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b4307e62-e998-4296-b452-eb5b30b73795 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:40.191165 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.191950 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.213021 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Transition to ACTIVE for port object 060d0083-17e7-4367-be48-ddad3372ebf1 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:40.214303 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Transition to ACTIVE for port object c1921cb7-9a06-41d2-b619-784849ebc94a will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:40.230245 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.237375 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port b4307e62-e998-4296-b452-eb5b30b73795 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:40.237976 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.271398 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.292411 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:40.326973 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:40.333903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:40.336631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:40.372230 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Attempting to bind port 060d0083-17e7-4367-be48-ddad3372ebf1 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:40.372603 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Attempting to bind port 060d0083-17e7-4367-be48-ddad3372ebf1 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:40.373122 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Attempting to bind port 060d0083-17e7-4367-be48-ddad3372ebf1 on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:40.373537 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Pushing event updated for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:40.380751 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7b63-08e8-49d1-8e4c-0285c5e0f66b None None] Pushing event updated for resources: {'Port': ['ID=060d0083-17e7-4367-be48-ddad3372ebf1,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:40.385781 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:40.386163 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:40.386618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.387004 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:40.387491 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Bound port: 060d0083-17e7-4367-be48-ddad3372ebf1, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:40.387880 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.399563 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.438171 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:40.438460 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.577274 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] For port 060d0083-17e7-4367-be48-ddad3372ebf1, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:40.581497 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] For port 060d0083-17e7-4367-be48-ddad3372ebf1, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=060d0083-17e7-4367-be48-ddad3372ebf1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:40.605117 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.607260 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.664554 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.699778 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7b63-08e8-49d1-8e4c-0285c5e0f66b None None] Pushing event updated for resources: {'Port': ['ID=060d0083-17e7-4367-be48-ddad3372ebf1,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:40.703037 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:40.703820 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:40.770772 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:40.773486 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c16461-2e4a-46f2-a5b3-013bdf4e2fe3" -d '{"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:40.799157 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bd702d7e-08a4-4e93-a4c5-6b8abeb05ea8 None None] Provisioning for port c1921cb7-9a06-41d2-b619-784849ebc94a completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:40.818761 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.831543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:40.834623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.836902 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30137e16-7217-48c3-9812-4c57883a4fe0 x-openstack-request-id: req-30137e16-7217-48c3-9812-4c57883a4fe0 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:40.837645 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:40.838115 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30137e16-7217-48c3-9812-4c57883a4fe0 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:40.838906 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'code': 200} Jul 07 18:36:40.846705 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-bd702d7e-08a4-4e93-a4c5-6b8abeb05ea8 None None] Provisioning complete for port c1921cb7-9a06-41d2-b619-784849ebc94a triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:40.847477 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd702d7e-08a4-4e93-a4c5-6b8abeb05ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.879055 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:40.912113 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Pushing event updated for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:40.914885 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:41.028719 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:41.030268 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:41.130871 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-bd702d7e-08a4-4e93-a4c5-6b8abeb05ea8 None None] Port c1921cb7-9a06-41d2-b619-784849ebc94a cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:36:41.166264 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:41.171382 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:36:41.197482 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=7']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:41.371588 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-869483c9-d9af-4e4e-ad48-d6e901eac803 None None] Provisioning complete for port c1921cb7-9a06-41d2-b619-784849ebc94a triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:41.372396 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-869483c9-d9af-4e4e-ad48-d6e901eac803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:41.384975 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66d3f3-a597-4f06-a8aa-4b383dbef169 req-0e914c86-0b5a-4847-adf3-81c055c04f86 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:41.386606 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fd66d3f3-a597-4f06-a8aa-4b383dbef169 req-0e914c86-0b5a-4847-adf3-81c055c04f86 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1339581 Jul 07 18:36:41.395757 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:36:41.412120 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-fb58e8b2-dbee-40b3-927b-ff8fd226bd14 admin admin] 10.222.0.58 "PUT /v2.0/routers/52043060-d78e-42bb-a34b-fb14be35ea1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5257854 Jul 07 18:36:41.459246 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-fd66d3f3-a597-4f06-a8aa-4b383dbef169 req-777a3eaa-a15d-4b66-b249-acf15d83b778 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662458 Jul 07 18:36:41.465648 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-869483c9-d9af-4e4e-ad48-d6e901eac803 None None] Port c1921cb7-9a06-41d2-b619-784849ebc94a cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:36:41.507691 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:41.539155 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583a239-98ff-4785-b511-31f96609bc00 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:36:41.932380 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.149442 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35314) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:42.154454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1085196278-network', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:42.224162 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Made reservation on behalf of 0c058bdf0eaa4e8dbf3751321187940b for: {'network': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:42.227631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.236393 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.395970 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.400250 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.440603 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7496709-97fd-42f0-97dc-50fd7d580fd8,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:42.450859 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=92945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:36:42.463120 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.463339 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.segments_db [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Added segment a76013c4-e10b-4a59-9277-c24f2b676416 of type vlan for network 97871c88-c3a5-45c0-beed-00f1a64abbb8 Jul 07 18:36:42.534667 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.605131 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.606255 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:42.606965 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.713911 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5609336 Jul 07 18:36:42.714355 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35322) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:42.719628 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Request body: {'subnet': {'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1085196278-subnet', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:42.734837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078c0f-fb84-4467-9aac-d7024881cd18 admin admin] Pushing event updated for resources: {'Network': ['ID=97871c88-c3a5-45c0-beed-00f1a64abbb8,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:42.749974 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:36:42.757780 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Made reservation on behalf of 0c058bdf0eaa4e8dbf3751321187940b for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:36:42.760240 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:42.783064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c48c6-b013-4275-a936-254400ef8774 req-0ea83bc2-0c12-4665-b96f-d5b5857bbfe4 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:42.787570 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9b7c48c6-b013-4275-a936-254400ef8774 req-0ea83bc2-0c12-4665-b96f-d5b5857bbfe4 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1240420 Jul 07 18:36:42.845731 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9b7c48c6-b013-4275-a936-254400ef8774 req-6b9d3d62-2a2a-4f73-bf3b-c651050e117f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525711 Jul 07 18:36:43.048909 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.109115 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6804df5a-6c30-4c70-9099-4db20d3326a4,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:43.126913 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Checking segment: {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:43.127649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Network hostable DHCP agents. Network: 97871c88-c3a5-45c0-beed-00f1a64abbb8, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:36:43.150665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:36:43.166219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 97871c88-c3a5-45c0-beed-00f1a64abbb8) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:43.172106 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:43.173183 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.178824 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d37e4-9126-42b7-8997-629c3f23c3ca None None] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:36:43.212407 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f4dd421c-2dcb-4d8a-8eff-8d5bb53c18c5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4965339 Jul 07 18:36:43.214559 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35326) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:43.223870 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:43.266464 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.267521 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.339204 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.411681 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-97871c88-c3a5-45c0-beed-00f1a64abbb8', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:36:43.413051 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.519135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.581570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Allocated IP 172.20.0.2 (97871c88-c3a5-45c0-beed-00f1a64abbb8/6804df5a-6c30-4c70-9099-4db20d3326a4/0e174df0-f6d7-4b20-9401-85af851929f3) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:43.777289 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.792227 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Transition to ACTIVE for port object 0e174df0-f6d7-4b20-9401-85af851929f3 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:43.801730 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.818094 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Transition to ACTIVE for port object 0e174df0-f6d7-4b20-9401-85af851929f3 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:43.827300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.828947 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:43.849672 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:43.852821 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:43.857843 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:43.977415 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Allocated IP 172.27.2.190 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/3e4f19cc-5848-4364-b591-11ca1b8f938e) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:44.001532 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Attempting to bind port 0e174df0-f6d7-4b20-9401-85af851929f3 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:44.001910 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Attempting to bind port 0e174df0-f6d7-4b20-9401-85af851929f3 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:44.002980 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Attempting to bind port 0e174df0-f6d7-4b20-9401-85af851929f3 on network 97871c88-c3a5-45c0-beed-00f1a64abbb8 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:44.014350 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:44.014715 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Checking segment: {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:44.018381 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.018796 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Bound using segment: {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:44.019559 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Bound port: 0e174df0-f6d7-4b20-9401-85af851929f3, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:44.019977 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.053665 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Pushing event updated for resources: {'Port': ['ID=0e174df0-f6d7-4b20-9401-85af851929f3,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:44.121370 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 060d0083-17e7-4367-be48-ddad3372ebf1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:44.147671 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.192602 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] For port 0e174df0-f6d7-4b20-9401-85af851929f3, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:44.196771 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] For port 0e174df0-f6d7-4b20-9401-85af851929f3, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=0e174df0-f6d7-4b20-9401-85af851929f3,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:44.200093 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05194c-7083-4852-b363-a3e8535b71b7 req-cdc023d8-4c66-4978-8287-818e49bb2d55 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:44.203099 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7b05194c-7083-4852-b363-a3e8535b71b7 req-cdc023d8-4c66-4978-8287-818e49bb2d55 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1284616 Jul 07 18:36:44.213824 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.214705 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.218998 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 060d0083-17e7-4367-be48-ddad3372ebf1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:44.227601 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 060d0083-17e7-4367-be48-ddad3372ebf1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:44.229303 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.324641 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:44.325929 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7b05194c-7083-4852-b363-a3e8535b71b7 req-3eed21f2-06d7-4868-9673-f906b4ece140 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158979 Jul 07 18:36:44.330074 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:44.332771 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:44.385515 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:36:44.398260 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:44.399528 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:44.421992 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa915e-183d-4052-ba72-5f04fcb5eaf5 None None] Pushing event updated for resources: {'Port': ['ID=0e174df0-f6d7-4b20-9401-85af851929f3,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:44.430972 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.432183 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4f19cc-5848-4364-b591-11ca1b8f938e,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:44.458388 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 060d0083-17e7-4367-be48-ddad3372ebf1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=060d0083-17e7-4367-be48-ddad3372ebf1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:44.464194 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.529947 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=060d0083-17e7-4367-be48-ddad3372ebf1,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:44.563111 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:44.856650 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:44.924081 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 2, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:44.953337 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:36:44.953933 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Updating router 52043060-d78e-42bb-a34b-fb14be35ea1f port c1921cb7-9a06-41d2-b619-784849ebc94a binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:36:44.999618 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.119135 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.320200 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:36:45.416291 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.428664 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Transition to ACTIVE for port object c1921cb7-9a06-41d2-b619-784849ebc94a will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:45.442480 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.492131 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:36:45.501090 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Sync routers for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:36:45.520139 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:45.520785 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:45.525289 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Pushing event updated for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:45.541590 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.545648 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5f9808d0-5c62-40cd-9dd5-82c4bf1e3c43 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3273737 Jul 07 18:36:45.545857 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35336) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:45.557172 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.564502 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.568474 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.570600 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.571543 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.572069 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.572614 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.573361 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.573869 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.574461 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.574953 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.575441 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:36:45.715649 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Attempting to bind port c1921cb7-9a06-41d2-b619-784849ebc94a on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:45.719217 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Attempting to bind port c1921cb7-9a06-41d2-b619-784849ebc94a by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:45.719794 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Attempting to bind port c1921cb7-9a06-41d2-b619-784849ebc94a on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:45.728515 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:45.729411 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:45.729998 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.730542 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Bound using segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:45.731709 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Bound port: c1921cb7-9a06-41d2-b619-784849ebc94a, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:45.732464 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.778303 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:45.847229 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d4cbb-2db3-4495-b965-9d96bffee558 None None] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:36:45.860912 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] For port c1921cb7-9a06-41d2-b619-784849ebc94a, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:45.867591 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] For port c1921cb7-9a06-41d2-b619-784849ebc94a, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c1921cb7-9a06-41d2-b619-784849ebc94a,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:45.880719 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:45.934358 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c25a-8bd2-4420-abd5-38b1a0850b11 req-b0ffc333-53eb-461e-9d0c-b782b8c6ee42 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:45.938771 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba04bd-240c-48aa-9203-4882ab2353f8 None None] Pushing event updated for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:45.943440 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ce15c25a-8bd2-4420-abd5-38b1a0850b11 req-b0ffc333-53eb-461e-9d0c-b782b8c6ee42 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.2847440 Jul 07 18:36:45.962556 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-475c4a34-b60c-493d-8f3d-6bb9a061adc3 None None] Provisioning for port 0e174df0-f6d7-4b20-9401-85af851929f3 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:46.040868 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:46.041797 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:46.118560 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ce15c25a-8bd2-4420-abd5-38b1a0850b11 req-d5526252-2f42-4f82-a59b-c1604dab7820 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739376 Jul 07 18:36:46.253519 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:46.262529 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 3, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:46.308094 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Checking router: b3f80a3b-869d-4567-a1c2-aa2457ab2c9f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:36:46.308438 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Updating router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f port 3e4f19cc-5848-4364-b591-11ca1b8f938e binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:36:46.404191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 0e174df0-f6d7-4b20-9401-85af851929f3 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:46.456674 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.482677 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.585227 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 0e174df0-f6d7-4b20-9401-85af851929f3 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:46.610398 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 0e174df0-f6d7-4b20-9401-85af851929f3 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:46.610646 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.648365 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:45Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:46.691264 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e0d280-a6a9-4ebd-93f3-252f813e941d None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:45Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:36:46.762951 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Allocated IP 172.20.0.1 (97871c88-c3a5-45c0-beed-00f1a64abbb8/6804df5a-6c30-4c70-9099-4db20d3326a4/425a0d1d-72b5-4e95-b024-15f89398d9ac) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:36:46.869158 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.956163 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 0e174df0-f6d7-4b20-9401-85af851929f3, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=0e174df0-f6d7-4b20-9401-85af851929f3,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:46.983748 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.990294 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:46.991096 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 060d0083-17e7-4367-be48-ddad3372ebf1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:46.999980 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Transition to ACTIVE for port object 425a0d1d-72b5-4e95-b024-15f89398d9ac will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:47.052770 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.130580 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:47.135879 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:47.142677 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:36:47.212534 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Pushing event updated for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:47.234600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.400094 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-3f507adc-4097-4dd7-9f88-f8b485ca9321 None None] Provisioning complete for port 0e174df0-f6d7-4b20-9401-85af851929f3 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:47.400526 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3f507adc-4097-4dd7-9f88-f8b485ca9321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.483599 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=0e174df0-f6d7-4b20-9401-85af851929f3,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:47.519138 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.535552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.541119 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Transition to ACTIVE for port object 3e4f19cc-5848-4364-b591-11ca1b8f938e will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:47.543831 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 060d0083-17e7-4367-be48-ddad3372ebf1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:47.544380 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.578019 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.687173 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20965a-e7bb-492c-a9af-5d36098f3106 None None] Pushing event updated for resources: {'Port': ['ID=3e4f19cc-5848-4364-b591-11ca1b8f938e,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:47.697957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Attempting to bind port 3e4f19cc-5848-4364-b591-11ca1b8f938e on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:47.699108 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Attempting to bind port 3e4f19cc-5848-4364-b591-11ca1b8f938e by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:47.699470 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Attempting to bind port 3e4f19cc-5848-4364-b591-11ca1b8f938e on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:47.710170 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:47.710576 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:47.711622 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.712046 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:47.712715 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Bound port: 3e4f19cc-5848-4364-b591-11ca1b8f938e, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:47.713164 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.784684 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.813085 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c1921cb7-9a06-41d2-b619-784849ebc94a up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:47.831443 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.871738 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] For port 3e4f19cc-5848-4364-b591-11ca1b8f938e, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:47.885910 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-b22b22b6-8a2c-4018-b060-2c02a2d53f62 None None] Provisioning for port 425a0d1d-72b5-4e95-b024-15f89398d9ac completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:47.889105 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] For port 3e4f19cc-5848-4364-b591-11ca1b8f938e, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3e4f19cc-5848-4364-b591-11ca1b8f938e,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:47.895817 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-b22b22b6-8a2c-4018-b060-2c02a2d53f62 None None] Provisioning complete for port 425a0d1d-72b5-4e95-b024-15f89398d9ac triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:47.896558 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b22b22b6-8a2c-4018-b060-2c02a2d53f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.928104 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.933224 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port c1921cb7-9a06-41d2-b619-784849ebc94a completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:47.961969 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port c1921cb7-9a06-41d2-b619-784849ebc94a triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:47.962182 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5c6f-be89-4820-ba29-0ad19acf9ced req-328c4e26-0214-4b6f-bd05-4bf1a702de3d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:47.962436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:47.963731 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d9bf5c6f-be89-4820-ba29-0ad19acf9ced req-328c4e26-0214-4b6f-bd05-4bf1a702de3d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.4301982 Jul 07 18:36:47.969281 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Pushing event updated for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:47.978570 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.026421 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-b22b22b6-8a2c-4018-b060-2c02a2d53f62 None None] Port 425a0d1d-72b5-4e95-b024-15f89398d9ac cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:36:48.054389 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20965a-e7bb-492c-a9af-5d36098f3106 None None] Pushing event updated for resources: {'Port': ['ID=3e4f19cc-5848-4364-b591-11ca1b8f938e,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:48.058047 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:48.058686 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:48.124165 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:36:48.128374 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d9bf5c6f-be89-4820-ba29-0ad19acf9ced req-69f4bc66-1b0f-4556-a16d-432141c7624b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442967 Jul 07 18:36:48.129973 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:36:48.225382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.280078 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:36:48.309134 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port c1921cb7-9a06-41d2-b619-784849ebc94a, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c1921cb7-9a06-41d2-b619-784849ebc94a,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:48.311726 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:48.363090 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.448625 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:36:48.462701 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-72c5f6ff-73c3-4f18-a34e-0f4507bdc558 admin admin] 10.222.0.58 "PUT /v2.0/routers/b3f80a3b-869d-4567-a1c2-aa2457ab2c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9146259 Jul 07 18:36:48.527127 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:48.550619 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 0e174df0-f6d7-4b20-9401-85af851929f3 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:48.648592 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-4604bc5d-673e-4277-a18f-3f7c026686d3 None None] Provisioning complete for port 425a0d1d-72b5-4e95-b024-15f89398d9ac triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:48.648728 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4604bc5d-673e-4277-a18f-3f7c026686d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.698969 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 0e174df0-f6d7-4b20-9401-85af851929f3 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:48.700175 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:48.750313 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-4604bc5d-673e-4277-a18f-3f7c026686d3 None None] Port 425a0d1d-72b5-4e95-b024-15f89398d9ac cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:36:48.865348 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '425a0d1d-72b5-4e95-b024-15f89398d9ac', 'name': '', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'mac_address': 'fa:16:3e:e5:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:46Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 2, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'subnets': [{'id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:48.900737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339cfe42-d52b-4a79-be6b-dee80b3a6809 None None] The sync data for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi is: [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '425a0d1d-72b5-4e95-b024-15f89398d9ac', 'name': '', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'mac_address': 'fa:16:3e:e5:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:46Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 2, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'subnets': [{'id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:36:49.320096 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35364) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:49.325127 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27502180', 'description': 'tempest-secgroup-smoke-27502180 description', 'project_id': 'cf8dff534e0943af9af0c255da33128d'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:49.405733 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.455941 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33070-b4b2-444b-88e8-c114147d3052 req-9a8e5efa-ed24-4164-aba1-98a226f9a9d6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:49.457687 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-18a33070-b4b2-444b-88e8-c114147d3052 req-9a8e5efa-ed24-4164-aba1-98a226f9a9d6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1215029 Jul 07 18:36:49.544179 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-18a33070-b4b2-444b-88e8-c114147d3052 req-c2061224-74e4-4690-a476-3cb93347ba7a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764606 Jul 07 18:36:49.591605 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.598806 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.631679 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.636250 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3119977 Jul 07 18:36:49.636250 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad770474-307a-482f-ac12-35f5ac567524 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99092b-191e-44b3-8fd8-6e3c54fdab1b,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:49.636412 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35366) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:49.643335 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:49.680735 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.755302 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.761703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.786725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.788405 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508625 Jul 07 18:36:49.791211 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35368) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:49.797375 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:49.802283 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0308fe-8261-4496-b559-3f13b476618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95412999-bd02-4ee5-9ffa-b7598f203afc,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:49.853929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.965119 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:49.989223 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.041305 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.045747 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2501087 Jul 07 18:36:50.045747 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a79070-f7e0-43c6-a248-460184698faa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec79055-e44f-4c4f-a8ee-aced65f24b79,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:50.046139 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35374) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:50.051410 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:50.104526 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.182126 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.186923 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.210875 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95894819-2e50-4757-b61e-94886b5e075a,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:50.229699 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.231112 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3b3c8e0c-8440-4cc1-b5b4-aa164c6227e2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839199 Jul 07 18:36:50.234300 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35378) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:50.244125 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:50.297678 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.386207 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.393880 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.464495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.465774 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2299044 Jul 07 18:36:50.468623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35386) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:50.474194 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:50.478407 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58893a8-4429-466e-bc56-440b9bb55e08 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8337b3-7190-46b7-9dfd-0e9c23986b57,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:50.515152 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.securitygroups_db [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Project cf8dff534e0943af9af0c255da33128d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:36:50.524900 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.646698 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3e4f19cc-5848-4364-b591-11ca1b8f938e up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:50.675816 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.690470 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.722042 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f368f15c-5a2f-499e-b72b-b16e611249cd,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:50.758077 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.759765 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-33949df7-8c5b-4e4a-9823-4a1de47cb97d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2899456 Jul 07 18:36:50.762624 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35390) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:36:50.772886 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 3e4f19cc-5848-4364-b591-11ca1b8f938e completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:50.775267 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'security_group_rule': {'security_group_id': 'dd99092b-191e-44b3-8fd8-6e3c54fdab1b', 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:36:50.778088 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 3e4f19cc-5848-4364-b591-11ca1b8f938e triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:50.778654 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.829646 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.securitygroups_db [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Project cf8dff534e0943af9af0c255da33128d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:36:50.837959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.917449 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4d9d6-0a47-47c1-a2c7-cc0afeccdb8d req-a6d9f53a-6042-4e0f-a5c5-3b938d257d91 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:50.932965 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ee4d9d6-0a47-47c1-a2c7-cc0afeccdb8d req-a6d9f53a-6042-4e0f-a5c5-3b938d257d91 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1902351 Jul 07 18:36:50.951867 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.967565 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.983676 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:50.985128 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 3e4f19cc-5848-4364-b591-11ca1b8f938e, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3e4f19cc-5848-4364-b591-11ca1b8f938e,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:50.992423 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ee4d9d6-0a47-47c1-a2c7-cc0afeccdb8d req-3bb112ac-bbfb-4554-ad7c-687a0a1b63b0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556211 Jul 07 18:36:51.000465 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:51.001677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c1921cb7-9a06-41d2-b619-784849ebc94a up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:51.021165 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da226af3-8c01-46f9-ac89-1f111ea4a719,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:51.031665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:51.036620 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-52ecc293-5e69-4c6c-95c2-1d3a0a17fb0e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2694614 Jul 07 18:36:51.117069 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port c1921cb7-9a06-41d2-b619-784849ebc94a triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:51.117680 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:51.154968 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=3e4f19cc-5848-4364-b591-11ca1b8f938e,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:52.234621 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6a02-7340-4f6c-8b23-c08ad176af7e req-7ebd8b41-3884-4f80-933e-a41ac6c046ab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:52.238391 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c19f6a02-7340-4f6c-8b23-c08ad176af7e req-7ebd8b41-3884-4f80-933e-a41ac6c046ab tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0687675 Jul 07 18:36:52.289829 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c19f6a02-7340-4f6c-8b23-c08ad176af7e req-b284ef4b-944d-4313-99d6-29acac9c5c55 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Jul 07 18:36:52.443949 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3e4f19cc-5848-4364-b591-11ca1b8f938e up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:52.490416 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 3e4f19cc-5848-4364-b591-11ca1b8f938e triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:52.490790 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:52.931080 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Sync routers for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:36:52.940028 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:52.940631 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:53.049438 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:53.058800 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146467e-58ca-4667-a545-80bf842c1cee req-5e441e0a-ffd5-45d0-94c7-46a3dea24308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.060388 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-5e441e0a-ffd5-45d0-94c7-46a3dea24308 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1099 time: 0.0569012 Jul 07 18:36:53.155154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146467e-58ca-4667-a545-80bf842c1cee req-893b94de-f5b8-4c2a-9ec7-fa17597766b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.156834 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-893b94de-f5b8-4c2a-9ec7-fa17597766b3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.0888791 Jul 07 18:36:53.253766 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '425a0d1d-72b5-4e95-b024-15f89398d9ac', 'name': '', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'mac_address': 'fa:16:3e:e5:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:46Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 2, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'subnets': [{'id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:53.281320 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Checking router: b3f80a3b-869d-4567-a1c2-aa2457ab2c9f for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:36:53.281665 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Updating router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f port 425a0d1d-72b5-4e95-b024-15f89398d9ac binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:36:53.320062 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.492569 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-c091df8e-286f-40e9-b13c-b405863f8da4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 1002 time: 0.3285577 Jul 07 18:36:53.555016 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c352ce-8894-4647-8eb2-5fc798862100 req-039409d2-44c8-48c0-bfd7-7c9ab2dc8d17 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.557193 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21c352ce-8894-4647-8eb2-5fc798862100 req-039409d2-44c8-48c0-bfd7-7c9ab2dc8d17 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.1158352 Jul 07 18:36:53.574851 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146467e-58ca-4667-a545-80bf842c1cee req-4c9a74f6-66b6-4fa0-ab55-4370dcc358b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.576321 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-4c9a74f6-66b6-4fa0-ab55-4370dcc358b8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0761216 Jul 07 18:36:53.636692 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21c352ce-8894-4647-8eb2-5fc798862100 req-a862e011-0500-4ad4-88e8-cc23939e07e7 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691986 Jul 07 18:36:53.657337 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146467e-58ca-4667-a545-80bf842c1cee req-c3d0a882-c9ee-4595-8605-8e0833b84518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:53.659040 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-c3d0a882-c9ee-4595-8605-8e0833b84518 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740788 Jul 07 18:36:53.689538 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.700657 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Transition to ACTIVE for port object 425a0d1d-72b5-4e95-b024-15f89398d9ac will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:36:53.713659 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.773706 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb89a-c289-4b81-a81a-5099b4be0e00 None None] Pushing event updated for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:53.786155 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-7c7d3a54-87ad-465e-a741-f30efb0a4968 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202583 Jul 07 18:36:53.846973 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Attempting to bind port 425a0d1d-72b5-4e95-b024-15f89398d9ac on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:36:53.847334 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Attempting to bind port 425a0d1d-72b5-4e95-b024-15f89398d9ac by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:36:53.847685 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Attempting to bind port 425a0d1d-72b5-4e95-b024-15f89398d9ac on network 97871c88-c3a5-45c0-beed-00f1a64abbb8 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:36:53.853552 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:36:53.853918 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Checking segment: {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:36:53.854309 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.854691 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Bound using segment: {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:36:53.855145 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Bound port: 425a0d1d-72b5-4e95-b024-15f89398d9ac, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76013c4-e10b-4a59-9277-c24f2b676416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:36:53.855532 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:53.889838 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9146467e-58ca-4667-a545-80bf842c1cee req-5be5fa0e-74ac-44ca-993d-ef2651db62fd service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964818 Jul 07 18:36:53.926740 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] For port 425a0d1d-72b5-4e95-b024-15f89398d9ac, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:36:53.929973 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] For port 425a0d1d-72b5-4e95-b024-15f89398d9ac, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=425a0d1d-72b5-4e95-b024-15f89398d9ac,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:36:53.944937 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:54.005078 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb89a-c289-4b81-a81a-5099b4be0e00 None None] Pushing event updated for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:54.007660 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:36:54.008305 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:54.116983 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:36:54.312857 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '425a0d1d-72b5-4e95-b024-15f89398d9ac', 'name': '', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'mac_address': 'fa:16:3e:e5:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:46Z', 'updated_at': '2021-07-07T18:36:53Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'subnets': [{'id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:36:54.337982 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4de22c3-bb2d-44ff-8d03-056f7e1cb243 None None] The sync data for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi is: [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:47Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '425a0d1d-72b5-4e95-b024-15f89398d9ac', 'name': '', 'network_id': '97871c88-c3a5-45c0-beed-00f1a64abbb8', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'mac_address': 'fa:16:3e:e5:56:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:46Z', 'updated_at': '2021-07-07T18:36:53Z', 'revision_number': 4, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'subnets': [{'id': '6804df5a-6c30-4c70-9099-4db20d3326a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:36:54.456739 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 425a0d1d-72b5-4e95-b024-15f89398d9ac up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:54.511379 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 425a0d1d-72b5-4e95-b024-15f89398d9ac completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:36:54.515601 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 425a0d1d-72b5-4e95-b024-15f89398d9ac triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:54.516031 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:54.597426 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:54.633936 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 425a0d1d-72b5-4e95-b024-15f89398d9ac, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=425a0d1d-72b5-4e95-b024-15f89398d9ac,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:54.637728 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:54.691579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:54.719492 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d56a2e53-3f28-4cd1-aac7-00bd5965ddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:54.838956 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5fd4-6a88-4194-9101-dc96b75db62c req-fe1ea425-a851-4fdd-9792-f9c90e368c9b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:54.849122 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-064b5fd4-6a88-4194-9101-dc96b75db62c req-fe1ea425-a851-4fdd-9792-f9c90e368c9b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0816286 Jul 07 18:36:54.888721 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-064b5fd4-6a88-4194-9101-dc96b75db62c req-303b8b99-91d9-406f-888c-a71605e3eff5 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Jul 07 18:36:56.074494 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeb362-5df1-41b3-b179-360ee3d7c7f2 req-7d111c12-7058-4994-920d-0a99d2208d00 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:56.076117 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0faeb362-5df1-41b3-b179-360ee3d7c7f2 req-7d111c12-7058-4994-920d-0a99d2208d00 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 946 time: 0.0639226 Jul 07 18:36:56.119380 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0faeb362-5df1-41b3-b179-360ee3d7c7f2 req-7d23d617-5d3f-465c-ae99-8b1594e6719e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Jul 07 18:36:56.333861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:36:56.479315 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 425a0d1d-72b5-4e95-b024-15f89398d9ac up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:36:56.581089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 425a0d1d-72b5-4e95-b024-15f89398d9ac triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:36:56.581089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:56.602436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:56.634345 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:36:56.636703 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841f5d96-838c-4819-8649-3603bed1c3e2" -d '{"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-unplugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:36:56.651990 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:36:56.657793 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:56.684659 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b771c-dfae-4be4-b3cd-6476743e1977 x-openstack-request-id: req-c21b771c-dfae-4be4-b3cd-6476743e1977 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:36:56.684986 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-unplugged", "status": "failed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "code": 422}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:36:56.685219 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c21b771c-dfae-4be4-b3cd-6476743e1977 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:36:56.685699 dv-cinder-799871-3-iscsi neutron-server[92947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'code': 422} returned with failed status Jul 07 18:36:56.742714 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=8']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:36:57.332268 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b83ec53f-ad39-488a-a814-362222060eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:57.354518 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec141-75ba-4d5f-a8c6-9a3d23ce9d80 req-ae74fcb2-d81a-4f08-ac47-45653edc54f8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:57.356008 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-082ec141-75ba-4d5f-a8c6-9a3d23ce9d80 req-ae74fcb2-d81a-4f08-ac47-45653edc54f8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.1014097 Jul 07 18:36:57.358620 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-a41a7e87-50fa-46ed-a5d0-4a1e0eb17427 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952916 Jul 07 18:36:57.397046 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-082ec141-75ba-4d5f-a8c6-9a3d23ce9d80 req-e5b2b60e-c475-4398-8caa-590fb7f6558f tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354862 Jul 07 18:36:57.436705 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.252021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-ff719616-9427-441f-8dcd-8439519d44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.254221 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-ff719616-9427-441f-8dcd-8439519d44da service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546&tenant_id=7e2b9eea67264fcfa13125ee5e570949 HTTP/1.1" status: 200 len: 1097 time: 0.0614467 Jul 07 18:36:58.335074 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-cc8b9338-16bb-4e13-88e5-d1fff82a90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.336570 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-cc8b9338-16bb-4e13-88e5-d1fff82a90e9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1097 time: 0.0549631 Jul 07 18:36:58.442846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:36:58.449547 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-88a9284c-4909-4706-a3ae-6d3b9323130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.451258 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-88a9284c-4909-4706-a3ae-6d3b9323130f service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1067624 Jul 07 18:36:58.531838 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-d2378240-ba87-4010-9d05-09d407b96f02 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 1000 time: 0.0725968 Jul 07 18:36:58.581949 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-89f6002b-3627-44ea-a2d3-1112b6a10752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.583677 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-89f6002b-3627-44ea-a2d3-1112b6a10752 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0455325 Jul 07 18:36:58.600754 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516ce86-e8f3-4930-8aed-08fbd7413380 req-7a975f54-f834-4184-bc6c-d781b78ade13 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.602478 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1516ce86-e8f3-4930-8aed-08fbd7413380 req-7a975f54-f834-4184-bc6c-d781b78ade13 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0658698 Jul 07 18:36:58.640269 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1516ce86-e8f3-4930-8aed-08fbd7413380 req-96a82313-a284-46bd-bcce-25d688781322 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jul 07 18:36:58.641215 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-896a30a3-6b91-44aa-bb47-e0844ba897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:58.642719 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-896a30a3-6b91-44aa-bb47-e0844ba897ed service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521936 Jul 07 18:36:58.738238 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-8d30fdb3-5aab-4697-a30f-5712538c1a73 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883198 Jul 07 18:36:58.826555 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c39133ab-af04-4097-81df-514dc4bf9a52 req-cfa03690-248a-4693-8737-f7ebf7a345a9 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Jul 07 18:36:59.831120 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771fdf-2321-4eea-8754-1d2e56b79a03 req-40c0d3cf-a21e-4b1f-bc63-a5c79e01484a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:36:59.832586 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19771fdf-2321-4eea-8754-1d2e56b79a03 req-40c0d3cf-a21e-4b1f-bc63-a5c79e01484a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0668142 Jul 07 18:36:59.884609 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19771fdf-2321-4eea-8754-1d2e56b79a03 req-79f64d22-1aa3-4940-81a9-5d8277ed83c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 Jul 07 18:37:00.183603 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:00.363409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:01.076217 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174710c5-80c6-41cb-848f-93c7fb16ad8c req-0300aab6-d121-4a42-b5f1-1435b5f7ec40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:01.078313 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-174710c5-80c6-41cb-848f-93c7fb16ad8c req-0300aab6-d121-4a42-b5f1-1435b5f7ec40 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0655828 Jul 07 18:37:01.119959 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-174710c5-80c6-41cb-848f-93c7fb16ad8c req-9b763534-3c3c-4eb1-bbbd-07a4b271e2c9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360820 Jul 07 18:37:02.329644 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140f6af-6bf1-43a6-9e7f-086c45623add req-47e153cb-38e9-4393-b69f-3461a7c4fa49 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:02.331154 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c140f6af-6bf1-43a6-9e7f-086c45623add req-47e153cb-38e9-4393-b69f-3461a7c4fa49 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0857487 Jul 07 18:37:02.370550 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c140f6af-6bf1-43a6-9e7f-086c45623add req-f11cde84-3229-4233-9a1d-debd291148d0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327482 Jul 07 18:37:03.565397 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0834a0-0a4d-4e26-9339-350f337c0fbc req-012f6b94-ebe4-452c-ac7a-d1d6b62b1224 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:03.566834 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4f0834a0-0a4d-4e26-9339-350f337c0fbc req-012f6b94-ebe4-452c-ac7a-d1d6b62b1224 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0678182 Jul 07 18:37:03.604825 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4f0834a0-0a4d-4e26-9339-350f337c0fbc req-a54f3be4-bca5-4c81-8f33-108fa243feba tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Jul 07 18:37:04.783780 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0187c-134e-4fc0-845f-0d28b493a0fd req-7a5e46e1-96d4-46dc-a2e7-2a3bbb517e43 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:04.785266 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bfd0187c-134e-4fc0-845f-0d28b493a0fd req-7a5e46e1-96d4-46dc-a2e7-2a3bbb517e43 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0643380 Jul 07 18:37:04.824321 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bfd0187c-134e-4fc0-845f-0d28b493a0fd req-18f26fe3-997d-450a-af87-1742557cb6c0 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jul 07 18:37:05.129888 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35610) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:05.428416 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Deleting port e94b8afd-2016-4850-960d-3228aa2271ad {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:05.429002 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.515374 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.515698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.528149 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Calling delete_port for e94b8afd-2016-4850-960d-3228aa2271ad owned by network:floatingip {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:05.716185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.749285 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event deleted for resources: {'Port': ['ID=e94b8afd-2016-4850-960d-3228aa2271ad,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:05.817441 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for floatingip, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:05.818331 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Floating IP 4cbc5bd6-27a3-4463-a56e-8fb860dd39e4 disassociated (deleted). External IP: 172.27.2.110, port: 79ab52b2-94df-4fcc-89e1-e2e717af42c1. Jul 07 18:37:06.019518 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36ed09-e7f0-4f20-9ccc-c4950003d663 req-4e7800e4-37b0-413a-8706-68d27bf16844 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:06.021762 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb36ed09-e7f0-4f20-9ccc-c4950003d663 req-4e7800e4-37b0-413a-8706-68d27bf16844 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0764811 Jul 07 18:37:06.028696 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Router f26ef621-6ede-44a4-8f39-e14e63a63b95 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:06.068161 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb36ed09-e7f0-4f20-9ccc-c4950003d663 req-3748bb28-7e95-42e4-8cb0-d73394009907 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Jul 07 18:37:06.151084 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:06.156322 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:06.164292 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Sync routers for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:06.175048 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:06.175975 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:06.204737 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0a3d33a9-44a6-45a3-bcb9-f1deaaab31fd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "DELETE /v2.0/floatingips/4cbc5bd6-27a3-4463-a56e-8fb860dd39e4 HTTP/1.1" status: 204 len: 168 time: 1.0737114 Jul 07 18:37:06.205316 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:06.207689 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295" -d '{"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:06.291010 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:06.464466 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979ffe3-c969-48f3-9f95-ba0db640c8fb x-openstack-request-id: req-2979ffe3-c969-48f3-9f95-ba0db640c8fb {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:06.464958 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:06.465222 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2979ffe3-c969-48f3-9f95-ba0db640c8fb {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:06.465695 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'status': 'completed', 'code': 200} Jul 07 18:37:06.551138 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:06.581367 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Checking router: f26ef621-6ede-44a4-8f39-e14e63a63b95 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:06.594128 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:06.594810 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:06.648818 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473df2b-827d-408e-9162-18d7f6204441 req-254436c3-eeb5-4f2e-bd3e-142d3ae9a479 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:06.650289 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c473df2b-827d-408e-9162-18d7f6204441 req-254436c3-eeb5-4f2e-bd3e-142d3ae9a479 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0926778 Jul 07 18:37:06.697375 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c473df2b-827d-408e-9162-18d7f6204441 req-1e056ffa-462d-4399-8f5f-8b875cf8616e tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413716 Jul 07 18:37:06.718348 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:06.919960 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:06.949661 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d3bf0-c0b4-4c0e-ac1f-c0497d6da9dc None None] The sync data for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi is: [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:31:19Z', 'revision_number': 4, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '7dfd01a6-59f2-491a-870e-837e7ac5a228', 'name': '', 'network_id': '5b30401d-023d-4383-ab0e-9d578518c44c', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'mac_address': 'fa:16:3e:eb:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:19Z', 'updated_at': '2021-07-07T18:31:26Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'subnets': [{'id': '2b1749e2-ccbe-47eb-99d5-100f7391fa32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:07.198959 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382691e7-9a65-4c33-bff0-a0cc164c37a3 None None] New status for floating IP 4cbc5bd6-27a3-4463-a56e-8fb860dd39e4: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:37:07.279472 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12f6c8-345c-4b67-921f-b768c8efda49 req-6e3b2197-ac7b-4f40-9447-dd5eb8ed67b9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:07.281114 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ed12f6c8-345c-4b67-921f-b768c8efda49 req-6e3b2197-ac7b-4f40-9447-dd5eb8ed67b9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0807304 Jul 07 18:37:07.568796 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ed12f6c8-345c-4b67-921f-b768c8efda49 req-48db8ca9-4bb4-4120-85d9-43b4c86f60ed tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822380 Jul 07 18:37:07.893743 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f22d83-4697-46b1-8427-66b1405e4ede req-52c30c59-f4df-4730-a0c6-51565234a157 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:07.895196 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-21f22d83-4697-46b1-8427-66b1405e4ede req-52c30c59-f4df-4730-a0c6-51565234a157 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0639989 Jul 07 18:37:07.935359 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-21f22d83-4697-46b1-8427-66b1405e4ede req-4486f372-563c-4930-9506-397946ab8b72 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333846 Jul 07 18:37:08.145618 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:08.781255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9a9bf-c79a-40bd-8f94-3823be7506b1 req-69a8d750-7bd2-4574-ad78-90ed52e92b31 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:08.782739 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-89b9a9bf-c79a-40bd-8f94-3823be7506b1 req-69a8d750-7bd2-4574-ad78-90ed52e92b31 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0645938 Jul 07 18:37:08.825729 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-89b9a9bf-c79a-40bd-8f94-3823be7506b1 req-d64e3c49-7ae3-47ce-afa9-dac6e6940403 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Jul 07 18:37:08.960108 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-59e6ce3f-b12f-450c-ae36-83f729cc7e12 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27502180&fields=id&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 267 time: 0.0447397 Jul 07 18:37:09.067479 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-3bd36dca-9841-4403-8bfc-a2f060411d1d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:09.069065 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-3bd36dca-9841-4403-8bfc-a2f060411d1d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.1020150 Jul 07 18:37:09.083828 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-e68191e0-0412-45cf-af56-b33daa1ad088 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/quotas/cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 375 time: 0.0093124 Jul 07 18:37:09.158963 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-91deb043-1730-44fe-9f69-e80eec04d53a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700870 Jul 07 18:37:09.276713 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-79cef571-dafd-4331-b0ae-fa720b383250 service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911524 Jul 07 18:37:09.378178 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-82fd10f6-9b81-48d0-b49c-b3630f5f245d service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Jul 07 18:37:09.794695 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32e6a7-dc62-40aa-8b31-3c81a36f020b req-91e08b09-8059-4e00-93e6-f0cfbc73d7bd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:09.796232 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4b32e6a7-dc62-40aa-8b31-3c81a36f020b req-91e08b09-8059-4e00-93e6-f0cfbc73d7bd tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0759277 Jul 07 18:37:09.834734 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4b32e6a7-dc62-40aa-8b31-3c81a36f020b req-fd084611-e364-4203-9fa2-4a00f5e2384f tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Jul 07 18:37:09.924497 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ce8cefa3-31f6-4017-9b22-a6c616ed71d4 req-b88d4b77-2a78-41c8-beb7-1633751637f2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 210 time: 0.0348063 Jul 07 18:37:10.109589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38202ea-ca30-4f89-a31e-82351c2f6eac req-18e2677c-08c7-47fd-be74-96ab8c56bc68 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:10.111061 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a38202ea-ca30-4f89-a31e-82351c2f6eac req-18e2677c-08c7-47fd-be74-96ab8c56bc68 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0740983 Jul 07 18:37:10.157184 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a38202ea-ca30-4f89-a31e-82351c2f6eac req-0235563d-4d1e-4a08-b6b3-d457427207d6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Jul 07 18:37:10.876730 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-fa088844-1142-46d4-95a8-a0111b1cb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:10.878370 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-fa088844-1142-46d4-95a8-a0111b1cb5bb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=f24e01d957cb406690ff88a0440cc049&device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 1098 time: 0.0579848 Jul 07 18:37:11.063208 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4ab4-2e86-479c-836b-54f236bfd86a req-2ecb402a-b3f3-49d9-90d5-561cf9aa4f56 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.066448 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2c6e4ab4-2e86-479c-836b-54f236bfd86a req-2ecb402a-b3f3-49d9-90d5-561cf9aa4f56 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.1147771 Jul 07 18:37:11.087045 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-1b32c622-e0c1-4376-a4f6-00a338dad40f req-6e95e87a-abab-4295-8c57-25bfad36df2d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 210 time: 0.0430417 Jul 07 18:37:11.130159 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-2c6e4ab4-2e86-479c-836b-54f236bfd86a req-30136607-0423-47e7-b6c0-4c22e9c0e6ac tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555365 Jul 07 18:37:11.131087 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-dd3e3d99-775a-4a50-8a04-f1be9f75d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.132595 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-dd3e3d99-775a-4a50-8a04-f1be9f75d628 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 200 len: 911 time: 0.1543176 Jul 07 18:37:11.177555 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-788d57b8-446b-41e6-9a48-9bdca8a44c38 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 200 len: 217 time: 0.0355248 Jul 07 18:37:11.228276 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-dbd9196e-d9f1-4b12-bb1b-ba48b5379b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.229837 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-dbd9196e-d9f1-4b12-bb1b-ba48b5379b02 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 200 len: 848 time: 0.0442147 Jul 07 18:37:11.321631 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-91b72583-1bc3-4150-b0e7-2f06d00fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.323063 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-91b72583-1bc3-4150-b0e7-2f06d00fac7c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5b30401d-023d-4383-ab0e-9d578518c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858378 Jul 07 18:37:11.347065 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5c92-f9f6-4e39-9868-092358390d67 req-4bcfec79-98a9-4671-bd55-978d238462c2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.348508 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-be1e5c92-f9f6-4e39-9868-092358390d67 req-4bcfec79-98a9-4671-bd55-978d238462c2 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0768042 Jul 07 18:37:11.431076 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-be1e5c92-f9f6-4e39-9868-092358390d67 req-47781c12-710c-402a-8a83-6b4917779eae tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744834 Jul 07 18:37:11.457289 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-acbe22f9-8e64-4eeb-931c-32404d08e838 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078374 Jul 07 18:37:11.556044 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d60bf537-bff3-4cfc-bf89-6cebe2ae1295 req-d9bbcbd7-4215-49a3-ba4d-6d90bea31780 service neutron] 10.222.0.103 "GET /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874183 Jul 07 18:37:11.741081 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-4ce1a0e7-7d5d-431c-a502-d5bf119c9221 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:11.742746 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-4ce1a0e7-7d5d-431c-a502-d5bf119c9221 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.1069431 Jul 07 18:37:11.794829 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-4fd77b99-5ce4-48a2-8a67-0f19892ad565 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 378 time: 0.0341980 Jul 07 18:37:11.806417 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'port': {'device_id': '2cffbbec-d194-420f-822a-45a6124ee02f', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'admin_state_up': True, 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'security_groups': ['dd99092b-191e-44b3-8fd8-6e3c54fdab1b']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:11.909586 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Made reservation on behalf of cf8dff534e0943af9af0c255da33128d for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:37:11.913263 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:11.913628 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.038200 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.20.0.4 (720688ce-9f61-44d5-a352-3835f4d80ba3/3a73665c-8324-49e7-b6b8-a71be63a9738/0731bad2-797e-4981-8a98-98b3fdf16725) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:12.170494 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.184587 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Transition to ACTIVE for port object 0731bad2-797e-4981-8a98-98b3fdf16725 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:12.217917 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.233568 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-17a29bda-37cd-4579-a434-3587edb525c3 req-9ee8a6c9-9574-4cdb-8532-afcbea8d3913 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 210 time: 0.0296803 Jul 07 18:37:12.260942 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:12.272723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:12.291539 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:12.356141 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.365794 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.366142 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.388666 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-930eef7e-219c-4d33-a43d-c1c45c817455 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858321 Jul 07 18:37:12.398743 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c163fad-83c3-44b4-90c3-67f18e4029ea req-79de9448-3025-4a41-adf7-a85b88c21d99 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.400066 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8c163fad-83c3-44b4-90c3-67f18e4029ea req-79de9448-3025-4a41-adf7-a85b88c21d99 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.1573732 Jul 07 18:37:12.406007 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Request body: {'port': {'device_id': '2cffbbec-d194-420f-822a-45a6124ee02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:12.472595 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8c163fad-83c3-44b4-90c3-67f18e4029ea req-04a282d6-83dd-42bf-9624-e835cd409dce tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/security-groups?id=61bc02e1-758d-48e0-8c9f-4063fd685435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632749 Jul 07 18:37:12.487322 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-b2ff8a5d-c817-455c-a88a-5fbfd3799114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.489234 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-b2ff8a5d-c817-455c-a88a-5fbfd3799114 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7e2b9eea67264fcfa13125ee5e570949&device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1097 time: 0.0589480 Jul 07 18:37:12.521798 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.580468 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-57a877b6-9a19-4ca1-b3f8-1aa41a11518e None None] Provisioning for port 0731bad2-797e-4981-8a98-98b3fdf16725 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:12.585180 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-57a877b6-9a19-4ca1-b3f8-1aa41a11518e None None] Provisioning complete for port 0731bad2-797e-4981-8a98-98b3fdf16725 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:12.585652 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-57a877b6-9a19-4ca1-b3f8-1aa41a11518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.626022 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-57a877b6-9a19-4ca1-b3f8-1aa41a11518e None None] Port 0731bad2-797e-4981-8a98-98b3fdf16725 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:37:12.651326 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-9b35f21e-c195-4fbe-b290-26b05d28aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.652814 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-9b35f21e-c195-4fbe-b290-26b05d28aba9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 200 len: 918 time: 0.1354358 Jul 07 18:37:12.661052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79e5c-2814-4a75-ac4d-4f287252aa83 req-97046f94-b936-4010-ab9b-0e43642df503 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.663006 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b0e79e5c-2814-4a75-ac4d-4f287252aa83 req-97046f94-b936-4010-ab9b-0e43642df503 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0975661 Jul 07 18:37:12.775253 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-b0e79e5c-2814-4a75-ac4d-4f287252aa83 req-bb8013a8-989c-462b-95a8-e337ab2da0cc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057687 Jul 07 18:37:12.777233 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-c40f23db-aa10-4acc-adf7-c2efed89edeb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 200 len: 1000 time: 0.1133962 Jul 07 18:37:12.780851 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0731bad2-797e-4981-8a98-98b3fdf16725 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:12.789417 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.803170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Transition to ACTIVE for port object 0731bad2-797e-4981-8a98-98b3fdf16725 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:37:12.807275 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.840856 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf739-2164-4018-9347-94356d6d611c req-93959d4e-ba8e-4be0-b9f3-d638dc647276 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.842323 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c8dbf739-2164-4018-9347-94356d6d611c req-93959d4e-ba8e-4be0-b9f3-d638dc647276 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.103 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 945 time: 0.1374764 Jul 07 18:37:12.875519 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-0eba0efa-2e77-47e5-871c-778fd53038d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.877084 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-0eba0efa-2e77-47e5-871c-778fd53038d2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 200 len: 855 time: 0.0916746 Jul 07 18:37:12.905502 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:12.934567 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Attempting to bind port 0731bad2-797e-4981-8a98-98b3fdf16725 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:37:12.935233 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Attempting to bind port 0731bad2-797e-4981-8a98-98b3fdf16725 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:37:12.935332 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Attempting to bind port 0731bad2-797e-4981-8a98-98b3fdf16725 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:12.940194 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Port 0731bad2-797e-4981-8a98-98b3fdf16725 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:37:12.940520 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Attempting to bind port 0731bad2-797e-4981-8a98-98b3fdf16725 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:37:12.946419 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:37:12.946821 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:37:12.947143 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Bound using segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:37:12.947573 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Bound port: 0731bad2-797e-4981-8a98-98b3fdf16725, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:37:12.948012 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:12.985816 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-a56ff845-bacc-495d-ab3a-f48a39bc6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:12.987333 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-a56ff845-bacc-495d-ab3a-f48a39bc6fa9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=e50691c0-35a0-41d9-b105-1fd7654e0aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022954 Jul 07 18:37:12.995054 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Deleting port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:12.995391 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.034922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:37:13.038704 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0731bad2-797e-4981-8a98-98b3fdf16725,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:37:13.044556 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.089070 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.089676 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.091278 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] 10.222.0.103 "PUT /v2.0/ports/0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 200 len: 1093 time: 0.6902921 Jul 07 18:37:13.091731 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:13.094054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:13.127675 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184c42c-9532-43cb-a6d4-8d4d668c00e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.157340 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] For port 79ab52b2-94df-4fcc-89e1-e2e717af42c1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79ab52b2-94df-4fcc-89e1-e2e717af42c1,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:13.158155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.169999 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85abcfa4-98ca-4218-99ed-a6bb7e7ae8f0 x-openstack-request-id: req-85abcfa4-98ca-4218-99ed-a6bb7e7ae8f0 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:13.170291 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:13.170546 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85abcfa4-98ca-4218-99ed-a6bb7e7ae8f0 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:13.170957 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725', 'status': 'completed', 'code': 200} Jul 07 18:37:13.173857 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-897e3867-9304-419d-9221-7d242d203bc6 service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743572 Jul 07 18:37:13.174658 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Calling delete_port for 79ab52b2-94df-4fcc-89e1-e2e717af42c1 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:13.199808 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-2df3ab13-23a4-4b79-8cfa-ed940fa362be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.201394 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-2df3ab13-23a4-4b79-8cfa-ed940fa362be service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1096 time: 0.0625412 Jul 07 18:37:13.244649 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-bb834cd1-7a79-4605-aab7-58c0c1811f8b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 200 len: 217 time: 0.0358889 Jul 07 18:37:13.333668 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8b8234d7-871f-4a90-9977-c7386c4ae4af req-8049cc1e-a2a1-4fa5-9349-470d016f94eb service neutron] 10.222.0.103 "GET /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493971 Jul 07 18:37:13.442884 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.475455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event deleted for resources: {'Port': ['ID=79ab52b2-94df-4fcc-89e1-e2e717af42c1,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:13.524067 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2eac-e21e-496e-ac79-c14aa2ede641 req-be8ea5ac-d6cd-4cc9-94bf-67a4e4fd4cda tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.529282 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ea3c2eac-e21e-496e-ac79-c14aa2ede641 req-be8ea5ac-d6cd-4cc9-94bf-67a4e4fd4cda tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.1531744 Jul 07 18:37:13.547665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] No DVR routers for this DVR port 79ab52b2-94df-4fcc-89e1-e2e717af42c1 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:13.553958 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-a0d6c3e5-baf8-4a16-9cba-cf05b97edf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.555483 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-a0d6c3e5-baf8-4a16-9cba-cf05b97edf3c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.3041611 Jul 07 18:37:13.555612 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:13.557438 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-c8dbf739-2164-4018-9347-94356d6d611c req-512f6664-3df5-405b-984b-baafd34a3dc2 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.103 "DELETE /v2.0/ports/79ab52b2-94df-4fcc-89e1-e2e717af42c1 HTTP/1.1" status: 204 len: 173 time: 0.7091553 Jul 07 18:37:13.557865 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-deleted', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:13.560083 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c7420-adde-4e72-86dc-5340474117e7" -d '{"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-deleted", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:13.600647 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ea3c2eac-e21e-496e-ac79-c14aa2ede641 req-c1765c66-4e5d-4785-ad75-0a0aa67af3f8 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549679 Jul 07 18:37:13.636430 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f35d511b-aad8-47d8-9f63-812f3f3e66d7 req-4f725460-bb32-474c-b6f9-b8626d81ce3d tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "GET /v2.0/ports?device_id=491d8b0f-c203-42f4-837b-d78b826bf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0382411 Jul 07 18:37:13.643221 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f1db5-8e53-4fd7-9d3c-b01089cffdf9 x-openstack-request-id: req-6a4f1db5-8e53-4fd7-9d3c-b01089cffdf9 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:13.643526 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d8b0f-c203-42f4-837b-d78b826bf9c8", "name": "network-vif-deleted", "tag": "79ab52b2-94df-4fcc-89e1-e2e717af42c1", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:13.643823 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a4f1db5-8e53-4fd7-9d3c-b01089cffdf9 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:13.644383 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d8b0f-c203-42f4-837b-d78b826bf9c8', 'name': 'network-vif-deleted', 'tag': '79ab52b2-94df-4fcc-89e1-e2e717af42c1', 'status': 'completed', 'code': 200} Jul 07 18:37:13.657822 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-c9ce213c-76f5-4814-bf03-d481efafb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.659280 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-c9ce213c-76f5-4814-bf03-d481efafb3fb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941086 Jul 07 18:37:13.748116 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-f1a00c8c-6c65-4254-9eee-34206cbe2716 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819383 Jul 07 18:37:13.840506 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-60ded6fb-8eeb-41e7-a67f-43bde2b37710 req-3f034c85-75e2-4a2e-a76e-3d14d0de3da6 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Jul 07 18:37:13.990354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-c1850cbc-9617-43a0-a3e6-d9e548413ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:13.991862 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-c1850cbc-9617-43a0-a3e6-d9e548413ad7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1096 time: 0.0884736 Jul 07 18:37:14.000213 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f4e2-4bea-410e-bf80-1fb4afe7ea45 req-10b0512b-0354-4449-ae34-7f162ed5560d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.009493 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb39f4e2-4bea-410e-bf80-1fb4afe7ea45 req-10b0512b-0354-4449-ae34-7f162ed5560d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 944 time: 0.0871906 Jul 07 18:37:14.043851 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bb39f4e2-4bea-410e-bf80-1fb4afe7ea45 req-1ae9086a-65f1-4c4c-8ef8-88d93f9249f6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 Jul 07 18:37:14.102795 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-e34d777d-5680-4018-9d7c-7d2bec74473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.104404 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-e34d777d-5680-4018-9d7c-7d2bec74473d service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0968814 Jul 07 18:37:14.150530 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-5dacdce1-a960-4bbd-a103-620532fc14db service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 200 len: 217 time: 0.0370288 Jul 07 18:37:14.201728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-231b9d23-e7ee-45ed-9b4a-c2fdebe34d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.203125 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-231b9d23-e7ee-45ed-9b4a-c2fdebe34d6d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0460405 Jul 07 18:37:14.261729 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-5096643d-7169-46a5-b314-6aaba8e10c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.263197 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-5096643d-7169-46a5-b314-6aaba8e10c34 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498586 Jul 07 18:37:14.352411 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-0cd514ef-913a-44d9-aa67-9c37c13ccd84 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800869 Jul 07 18:37:14.446680 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd3a2fb7-1b6d-4c41-b4a4-d98b6024b4ec req-460190d9-ba73-4605-a64f-122cc041d29e service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876820 Jul 07 18:37:14.449967 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:37:14.551191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:14.562188 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'port_id': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'mac_address': 'fa:16:3e:8c:8a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:37:14.599685 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.612637 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:14.632694 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:14.636678 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.683481 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=9']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:14.731966 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35706) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:14.777659 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42eaf98-22a9-492a-a141-048350bffa4f req-c6ea421a-b298-4cdb-aa2a-d14bee333f7a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:14.779134 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c42eaf98-22a9-492a-a141-048350bffa4f req-c6ea421a-b298-4cdb-aa2a-d14bee333f7a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0721166 Jul 07 18:37:14.789884 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.815736 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.817266 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c42eaf98-22a9-492a-a141-048350bffa4f req-8a3dbdb4-6b72-428d-973a-19a5f37d508b tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321043 Jul 07 18:37:14.874331 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.875523 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['8b7edc6f-af82-4841-83e4-68e2bf5413f1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:14.876797 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:14.879133 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] 10.222.0.58 "DELETE /v2.0/security-groups/61bc02e1-758d-48e0-8c9f-4063fd685435 HTTP/1.1" status: 204 len: 168 time: 0.1449883 Jul 07 18:37:14.887473 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9643507-2291-4069-9f3a-36b0f1dc7410 tempest-TestShelveInstance-268338285 tempest-TestShelveInstance-268338285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc02e1-758d-48e0-8c9f-4063fd685435,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:14.925917 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35710) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:15.278948 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7739f2-7fa9-4396-8ef8-eedea1f4ddb8 req-253cf65a-f324-4129-bf7c-c9671ac15c76 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:15.280434 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ab7739f2-7fa9-4396-8ef8-eedea1f4ddb8 req-253cf65a-f324-4129-bf7c-c9671ac15c76 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 945 time: 0.1123054 Jul 07 18:37:15.377192 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ab7739f2-7fa9-4396-8ef8-eedea1f4ddb8 req-cbfb06fe-530e-464c-8625-5bd619d334c8 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770357 Jul 07 18:37:15.509114 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.802265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Deleting port 7dfd01a6-59f2-491a-870e-837e7ac5a228 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:15.802505 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.875765 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] For port 7dfd01a6-59f2-491a-870e-837e7ac5a228, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=7dfd01a6-59f2-491a-870e-837e7ac5a228,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:15.876146 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:15.888530 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Calling delete_port for 7dfd01a6-59f2-491a-870e-837e7ac5a228 owned by network:router_interface {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:15.986465 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a955-9ef8-4f83-90d5-800de0e1a7c5 req-25fc9abc-43af-4cae-8a79-16037b4a5ba8 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:15.987965 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-61f4a955-9ef8-4f83-90d5-800de0e1a7c5 req-25fc9abc-43af-4cae-8a79-16037b4a5ba8 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0619628 Jul 07 18:37:16.025808 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-61f4a955-9ef8-4f83-90d5-800de0e1a7c5 req-3ca3f982-2d19-407b-bc6f-08f78b7e8fb1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322266 Jul 07 18:37:16.063508 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.092005 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfd01a6-59f2-491a-870e-837e7ac5a228,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:16.259878 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.449524 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:16.471608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Router f26ef621-6ede-44a4-8f39-e14e63a63b95 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:16.500052 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:16.500518 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.578189 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.599996 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:16.602474 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b2b0d-91ed-425c-9384-d0a31c94fc96" -d '{"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:16.615369 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:16.620602 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.621040 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:16.622573 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:16.630501 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a6b6-3e8d-4175-8fd7-8b0292d7ef56 req-269dd174-c0f9-4caf-98ac-7c90a61846aa tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:16.632273 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-86e3a6b6-3e8d-4175-8fd7-8b0292d7ef56 req-269dd174-c0f9-4caf-98ac-7c90a61846aa tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 945 time: 0.1187484 Jul 07 18:37:16.635788 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-67f882c2-dbe6-4d8b-979b-1f686a4b75b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/f26ef621-6ede-44a4-8f39-e14e63a63b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7080586 Jul 07 18:37:16.638431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35726) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:16.659447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Sync routers for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:16.662614 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b78683-6593-4021-9ba6-d959784f6784 x-openstack-request-id: req-40b78683-6593-4021-9ba6-d959784f6784 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:16.662894 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-plugged", "status": "completed", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:16.663149 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40b78683-6593-4021-9ba6-d959784f6784 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:16.663517 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'code': 200} Jul 07 18:37:16.669217 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 79ab52b2-94df-4fcc-89e1-e2e717af42c1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:16.669562 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 79ab52b2-94df-4fcc-89e1-e2e717af42c1 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:16.687686 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:16.688346 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:16.724640 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-86e3a6b6-3e8d-4175-8fd7-8b0292d7ef56 req-670250ce-721f-4e51-91ae-2dedb882a73e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832214 Jul 07 18:37:16.786749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks [] for router, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:16.852631 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=10']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:16.923275 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:17.109822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:37:16Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:17.136892 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Checking router: f26ef621-6ede-44a4-8f39-e14e63a63b95 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:17.145441 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Routers {'f26ef621-6ede-44a4-8f39-e14e63a63b95'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:17.146135 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['f26ef621-6ede-44a4-8f39-e14e63a63b95'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:17.172970 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71bed-c3b5-4c82-8a78-553a1695fce4 req-9eb0e4b8-0c3b-4f46-b692-b58b2e7318c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:17.174490 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1b71bed-c3b5-4c82-8a78-553a1695fce4 req-9eb0e4b8-0c3b-4f46-b692-b58b2e7318c4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 1100 time: 0.1016138 Jul 07 18:37:17.181510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.212815 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367aaa4-3071-4993-baaa-1bb6aa40d606 req-7b8ef1bd-2fa7-4502-9aa0-4d7853945537 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:17.216462 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3367aaa4-3071-4993-baaa-1bb6aa40d606 req-7b8ef1bd-2fa7-4502-9aa0-4d7853945537 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0729010 Jul 07 18:37:17.235586 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b1b71bed-c3b5-4c82-8a78-553a1695fce4 req-f84aa614-df4d-4ac0-87db-606a8879a6cf service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510354 Jul 07 18:37:17.258022 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3367aaa4-3071-4993-baaa-1bb6aa40d606 req-271b87ea-ff89-4dcf-8cfc-cd325094cab5 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373113 Jul 07 18:37:17.258894 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Deleting port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:17.259375 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.260754 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] Set router f26ef621-6ede-44a4-8f39-e14e63a63b95 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:17.339727 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] For port b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:17.340129 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.356355 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Calling delete_port for b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 owned by network:router_gateway {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:17.443167 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:37:16Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:17.472366 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d04cd4-7501-4a87-ad64-2a14d68ea02b None None] The sync data for ids ['f26ef621-6ede-44a4-8f39-e14e63a63b95'] in dv-cinder-799871-3-iscsi is: [{'id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'name': 'tempest-TestShelveInstance-2051361603-router', 'tenant_id': 'f24e01d957cb406690ff88a0440cc049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:15Z', 'updated_at': '2021-07-07T18:37:16Z', 'revision_number': 5, 'project_id': 'f24e01d957cb406690ff88a0440cc049', 'gw_port': {'id': 'b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26ef621-6ede-44a4-8f39-e14e63a63b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:16Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:17.527287 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.555954 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:17.619593 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.711698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.714195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.762929 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.763504 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26ef621-6ede-44a4-8f39-e14e63a63b95 {{(pid=92945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:37:17.769176 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.769394 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d5e98c50-ea9f-407b-af82-33ba4254f656 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f26ef621-6ede-44a4-8f39-e14e63a63b95 HTTP/1.1" status: 204 len: 168 time: 1.1299748 Jul 07 18:37:17.772404 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35736) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:17.817338 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Deleting subnet 2b1749e2-ccbe-47eb-99d5-100f7391fa32 {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:37:17.820695 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:17.865815 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.013039 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda79d4-25f9-40ac-a635-044aafbd4dda req-5b9500ea-3e8e-4d91-a4ac-0c63729dd8ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:18.014583 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dbda79d4-25f9-40ac-a635-044aafbd4dda req-5b9500ea-3e8e-4d91-a4ac-0c63729dd8ac tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 947 time: 0.1614227 Jul 07 18:37:18.016036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.082704 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dbda79d4-25f9-40ac-a635-044aafbd4dda req-0c6b4539-7634-4863-9ed3-b7636f41959b tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466118 Jul 07 18:37:18.099576 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.134014 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1749e2-ccbe-47eb-99d5-100f7391fa32,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.137897 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.142300 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6eff843b-ea50-4895-849b-85d0bbb9a4a9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2b1749e2-ccbe-47eb-99d5-100f7391fa32 HTTP/1.1" status: 204 len: 168 time: 0.3665502 Jul 07 18:37:18.142574 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35738) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:18.145083 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb19d7-bcbc-4cad-8ffa-838c5c166df2 None None] Network 5b30401d-023d-4383-ab0e-9d578518c44c requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:18.228126 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.293224 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Deleting port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:18.293636 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.377922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] For port 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=24d3cd70-3779-44f4-9d5c-29b0c1910f55,segment=NetworkSegment(1c578f75-c303-472f-a337-2cf86a448b5d),segment_id=1c578f75-c303-472f-a337-2cf86a448b5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:18.378588 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.425178 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Calling delete_port for 24d3cd70-3779-44f4-9d5c-29b0c1910f55 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:18.476351 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27439530-8748-4f4c-9873-3a05d90ade16 req-b56c57c1-e378-45a7-a15c-b5f5629e0a14 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:18.494392 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27439530-8748-4f4c-9873-3a05d90ade16 req-b56c57c1-e378-45a7-a15c-b5f5629e0a14 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.1012635 Jul 07 18:37:18.520969 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] DHCP port deletion for 5b30401d-023d-4383-ab0e-9d578518c44c request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:37:18.549352 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-27439530-8748-4f4c-9873-3a05d90ade16 req-fe14ce2f-b763-44d3-9411-796898d09545 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539618 Jul 07 18:37:18.593605 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.618462 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] No DVR routers for this DVR port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 on host dv-cinder-799871-3-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:18.641238 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:18.650523 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Pushing event deleted for resources: {'Port': ['ID=24d3cd70-3779-44f4-9d5c-29b0c1910f55,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.666561 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:18.667156 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b3fd26ab-36c2-497e-b5e0-16ccf6ebe7c1 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:18.667721 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 7dfd01a6-59f2-491a-870e-837e7ac5a228 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:18.689408 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 7dfd01a6-59f2-491a-870e-837e7ac5a228 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:18.689995 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 7dfd01a6-59f2-491a-870e-837e7ac5a228 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:18.690422 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 24d3cd70-3779-44f4-9d5c-29b0c1910f55 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:18.716232 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 24d3cd70-3779-44f4-9d5c-29b0c1910f55 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:18.716521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 24d3cd70-3779-44f4-9d5c-29b0c1910f55 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:18.727193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Deleting port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:18.727613 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.741319 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.751987 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30401d-023d-4383-ab0e-9d578518c44c']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:18.762906 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c578f75-c303-472f-a337-2cf86a448b5d') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:18.763286 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c578f75-c303-472f-a337-2cf86a448b5d') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:18.773159 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.793022 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.797068 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] For port 24d3cd70-3779-44f4-9d5c-29b0c1910f55, host dv-cinder-799871-3-iscsi, got binding levels [] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:18.797570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.799668 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:18.800256 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:18.802510 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:18.813909 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Calling delete_port for 24d3cd70-3779-44f4-9d5c-29b0c1910f55 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:18.818272 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.ipam_backend_mixin [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 was not found and therefore no delete operation was performed {{(pid=92947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:37:18.819652 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.845501 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] Pushing event deleted for resources: {'Port': ['ID=24d3cd70-3779-44f4-9d5c-29b0c1910f55,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:18.847652 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2076ec-edf6-450e-b85d-8eb9e60d251f None None] No DVR routers for this DVR port 24d3cd70-3779-44f4-9d5c-29b0c1910f55 on host dv-cinder-799871-3-iscsi {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:18.861160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.880541 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:18.882455 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] 10.222.0.58 "DELETE /v2.0/networks/5b30401d-023d-4383-ab0e-9d578518c44c HTTP/1.1" status: 204 len: 168 time: 0.7392187 Jul 07 18:37:18.885636 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35784) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:18.892051 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbe9e4-7696-46dc-9b78-f42a904af27b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b30401d-023d-4383-ab0e-9d578518c44c,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:19.273944 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.369673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b55f0e-4f53-4abd-855a-b4664190aa7d req-23a64d7f-576e-43be-8229-c0fa15f63e25 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.371114 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-29b55f0e-4f53-4abd-855a-b4664190aa7d req-23a64d7f-576e-43be-8229-c0fa15f63e25 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 947 time: 0.1433425 Jul 07 18:37:19.468146 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-29b55f0e-4f53-4abd-855a-b4664190aa7d req-36baed47-626c-4adb-9f56-933c3ca1d8ce tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911794 Jul 07 18:37:19.569495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Deleting port d666eb64-560b-4543-a41e-17eb94ac4f81 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:19.570226 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.649116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] For port d666eb64-560b-4543-a41e-17eb94ac4f81, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=d666eb64-560b-4543-a41e-17eb94ac4f81,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:19.649470 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.662600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Calling delete_port for d666eb64-560b-4543-a41e-17eb94ac4f81 owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:19.716332 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb497a7c-5429-499f-a784-121842381d55 req-48529a76-51d2-4ada-bbf6-c47bafab8ac9 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:19.717800 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-eb497a7c-5429-499f-a784-121842381d55 req-48529a76-51d2-4ada-bbf6-c47bafab8ac9 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0625107 Jul 07 18:37:19.754201 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-eb497a7c-5429-499f-a784-121842381d55 req-b9252fdf-5866-4235-af43-ef4308ee4bc0 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307367 Jul 07 18:37:19.842498 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:19.868561 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d666eb64-560b-4543-a41e-17eb94ac4f81,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:20.027523 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.236321 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:20.352314 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:20.367229 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35804) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:20.367492 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-632052c5-45f1-4ae3-96e0-6e12dd5f6f74 admin admin] 10.222.0.58 "PUT /v2.0/routers/ec0e6e9d-51d3-4a69-909b-f4199ca2e926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805379 Jul 07 18:37:20.367847 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Sync routers for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:20.378330 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:20.378939 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.486365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks [] for router, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.512639 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:20.590258 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.647369 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Deleting port daee2622-da14-4345-bcce-8cda6b0484fd {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:20.647720 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.713983 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:37:19Z', 'revision_number': 5, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port': {'id': 'daee2622-da14-4345-bcce-8cda6b0484fd', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.742722 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Checking router: ec0e6e9d-51d3-4a69-909b-f4199ca2e926 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:20.747554 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] For port daee2622-da14-4345-bcce-8cda6b0484fd, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=daee2622-da14-4345-bcce-8cda6b0484fd,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:20.748061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.751191 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Routers {'ec0e6e9d-51d3-4a69-909b-f4199ca2e926'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:20.751788 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.761506 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Calling delete_port for daee2622-da14-4345-bcce-8cda6b0484fd owned by network:router_gateway {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:20.844279 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] Set router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 gateway port host: None {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:20.899774 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 6, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:20.926431 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fce757-520d-4737-8ba1-fbcb49331480 None None] The sync data for ids ['ec0e6e9d-51d3-4a69-909b-f4199ca2e926'] in dv-cinder-799871-3-iscsi is: [{'id': 'ec0e6e9d-51d3-4a69-909b-f4199ca2e926', 'name': 'tempest-TestShelveInstance-1391979089-router', 'tenant_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:37:20Z', 'revision_number': 6, 'project_id': '1c14228bfe554b628ebd0c4697d0a0ee', 'gw_port_host': None}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:20.931565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:20.945090 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb08ff5-c145-4be8-896b-74e90033ad2a req-597e5fda-301b-42a8-b711-f429bcc5953b tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:20.949062 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-dcb08ff5-c145-4be8-896b-74e90033ad2a req-597e5fda-301b-42a8-b711-f429bcc5953b tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0714669 Jul 07 18:37:20.961388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=daee2622-da14-4345-bcce-8cda6b0484fd,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:20.997475 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-dcb08ff5-c145-4be8-896b-74e90033ad2a req-8ca93c1d-3370-4c72-8fa5-2a492ffe5fa1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420294 Jul 07 18:37:21.027594 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.112720 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.114744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.160119 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.160632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0e6e9d-51d3-4a69-909b-f4199ca2e926 {{(pid=92945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:37:21.164593 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.165715 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-31682ce4-2b22-494a-829f-d838f6ac2c1f admin admin] 10.222.0.58 "DELETE /v2.0/routers/ec0e6e9d-51d3-4a69-909b-f4199ca2e926 HTTP/1.1" status: 204 len: 168 time: 0.7967708 Jul 07 18:37:21.168385 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35816) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:21.211248 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Deleting subnet 5836bd45-331e-4747-87a2-bf3cdc5f8b59 {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:37:21.214272 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.256307 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.340721 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.392367 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.427975 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5836bd45-331e-4747-87a2-bf3cdc5f8b59,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:21.429944 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.431974 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0866d010-9592-453f-a33e-d6d2bf8e48e5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5836bd45-331e-4747-87a2-bf3cdc5f8b59 HTTP/1.1" status: 204 len: 168 time: 0.2625015 Jul 07 18:37:21.434341 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35818) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:21.436900 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac7c05-b210-47f6-bdea-6f2c2ff2c257 None None] Network dcaa890e-6536-4eea-97a0-86c660b6ec8e requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:21.507684 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.562710 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Deleting port 2a51fd0a-08e8-4563-961f-c58b8958ae0d {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:21.563052 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.634994 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] For port 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=2a51fd0a-08e8-4563-961f-c58b8958ae0d,segment=NetworkSegment(34f86f91-3d64-44dd-9fba-f80f18167d4d),segment_id=34f86f91-3d64-44dd-9fba-f80f18167d4d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:21.635267 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.647228 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Calling delete_port for 2a51fd0a-08e8-4563-961f-c58b8958ae0d owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:21.687151 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] DHCP port deletion for dcaa890e-6536-4eea-97a0-86c660b6ec8e request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:37:21.733749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.734557 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Deleting port 2a51fd0a-08e8-4563-961f-c58b8958ae0d {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:21.734938 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.767432 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a51fd0a-08e8-4563-961f-c58b8958ae0d,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:21.783380 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] No DVR routers for this DVR port 2a51fd0a-08e8-4563-961f-c58b8958ae0d on host dv-cinder-799871-3-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:21.801139 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] For port 2a51fd0a-08e8-4563-961f-c58b8958ae0d, host dv-cinder-799871-3-iscsi, got binding levels [] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:21.801613 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.815256 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Calling delete_port for 2a51fd0a-08e8-4563-961f-c58b8958ae0d owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:21.817924 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.ipam_backend_mixin [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Port 2a51fd0a-08e8-4563-961f-c58b8958ae0d was not found and therefore no delete operation was performed {{(pid=92947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:37:21.819357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.844941 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] Pushing event deleted for resources: {'Port': ['ID=2a51fd0a-08e8-4563-961f-c58b8958ae0d,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:21.846768 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e8aa1-3075-45cc-b1d2-86b51b597daf None None] No DVR routers for this DVR port 2a51fd0a-08e8-4563-961f-c58b8958ae0d on host dv-cinder-799871-3-iscsi {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:21.872508 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.883240 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa890e-6536-4eea-97a0-86c660b6ec8e']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:21.895436 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f86f91-3d64-44dd-9fba-f80f18167d4d') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:21.895436 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f86f91-3d64-44dd-9fba-f80f18167d4d') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:21.906618 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.925318 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.932665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:21.932987 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:21.934867 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:21.991203 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:21.996567 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.000920 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dcaa890e-6536-4eea-97a0-86c660b6ec8e HTTP/1.1" status: 204 len: 168 time: 0.5631166 Jul 07 18:37:22.010423 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbd724-70fb-4828-8fc6-230b0fe8c7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaa890e-6536-4eea-97a0-86c660b6ec8e,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:22.131180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35836) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:22.177936 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-69caaf1b-dde0-4be8-b5be-e14096e563a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f24e01d957cb406690ff88a0440cc049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431688 Jul 07 18:37:22.178180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35838) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:22.179332 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc16af-e5a9-4a00-b884-599563175eb9 req-16f5f6dc-3eb5-4bc5-8f95-3e9af592bcb4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:22.180946 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6afc16af-e5a9-4a00-b884-599563175eb9 req-16f5f6dc-3eb5-4bc5-8f95-3e9af592bcb4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0683880 Jul 07 18:37:22.220532 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6afc16af-e5a9-4a00-b884-599563175eb9 req-09b1b997-aa6a-41ba-ab23-cfced26e2290 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340025 Jul 07 18:37:22.235993 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.258687 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.311669 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.314252 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.315423 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c91fede-fb2b-4e37-9c93-13b6ce2e5f7a HTTP/1.1" status: 204 len: 168 time: 0.1363645 Jul 07 18:37:22.323432 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f496587-34c8-47cb-a7cb-39fa09c99ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c91fede-fb2b-4e37-9c93-13b6ce2e5f7a,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:22.451862 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21307985-4d11-4fd1-909c-b410a20b8315 req-7fb26ae9-66bb-4ea1-a52b-2865135f8039 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:22.460345 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21307985-4d11-4fd1-909c-b410a20b8315 req-7fb26ae9-66bb-4ea1-a52b-2865135f8039 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0759382 Jul 07 18:37:22.465907 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d666eb64-560b-4543-a41e-17eb94ac4f81 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:22.491427 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: d666eb64-560b-4543-a41e-17eb94ac4f81 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:22.491772 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device d666eb64-560b-4543-a41e-17eb94ac4f81 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:22.492231 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 2a51fd0a-08e8-4563-961f-c58b8958ae0d no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:22.494142 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21307985-4d11-4fd1-909c-b410a20b8315 req-58f8fff2-4bdf-49e4-877b-38c3e9b0c121 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329475 Jul 07 18:37:22.510944 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 2a51fd0a-08e8-4563-961f-c58b8958ae0d {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:22.511287 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 2a51fd0a-08e8-4563-961f-c58b8958ae0d not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:22.511710 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device daee2622-da14-4345-bcce-8cda6b0484fd no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:22.530466 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: daee2622-da14-4345-bcce-8cda6b0484fd {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:22.530737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device daee2622-da14-4345-bcce-8cda6b0484fd not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:22.633880 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35846) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:22.671695 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-45096911-b99e-4440-9834-5c50d0d05cbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c14228bfe554b628ebd0c4697d0a0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366096 Jul 07 18:37:22.674151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35848) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:22.720923 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.740830 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.786233 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.788648 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:22.790220 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84554777-33c4-43ee-a037-3dab0f945927 HTTP/1.1" status: 204 len: 168 time: 0.1146655 Jul 07 18:37:22.797454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50469369-74b2-41d4-b972-7d35985ad5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84554777-33c4-43ee-a037-3dab0f945927,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:23.395129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2692-9640-4e83-858b-aa7b52817ed7 req-ed3002c6-67a3-4db2-9d22-e4b5230b8517 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:23.397389 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19ba2692-9640-4e83-858b-aa7b52817ed7 req-ed3002c6-67a3-4db2-9d22-e4b5230b8517 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0622506 Jul 07 18:37:23.442073 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-19ba2692-9640-4e83-858b-aa7b52817ed7 req-9f429294-90a6-4522-908c-c0f850cfc558 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391867 Jul 07 18:37:23.678122 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0023c4-5ae7-44c6-8a2e-39d8e08fccad req-8e7b5649-f5b9-42c4-ae8f-3cfe6f4b6193 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:23.679593 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0b0023c4-5ae7-44c6-8a2e-39d8e08fccad req-8e7b5649-f5b9-42c4-ae8f-3cfe6f4b6193 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0662863 Jul 07 18:37:23.715600 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0b0023c4-5ae7-44c6-8a2e-39d8e08fccad req-ba0cc990-8152-4023-af8f-cece40ef8462 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups?id=45656eb8-7398-4b58-b539-8923bf499f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305552 Jul 07 18:37:24.267705 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-92bbe908-ce35-4cb6-8fea-0ec8024bba75 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:24.269060 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-92bbe908-ce35-4cb6-8fea-0ec8024bba75 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 946 time: 0.0603540 Jul 07 18:37:24.370206 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Deleting port 3e1420e7-d53e-4daa-8694-57f4fb74e55d {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:24.370552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.453361 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] For port 3e1420e7-d53e-4daa-8694-57f4fb74e55d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3e1420e7-d53e-4daa-8694-57f4fb74e55d,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:24.453717 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.615061 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7d95f-acea-4084-b1af-1e088fa6f7d3 req-978e872c-e214-4f97-ac25-de205df56ae2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:24.616573 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f2d7d95f-acea-4084-b1af-1e088fa6f7d3 req-978e872c-e214-4f97-ac25-de205df56ae2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0630164 Jul 07 18:37:24.620140 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.620513 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.620823 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Floating IP df4a73c8-e40b-4843-8a3d-127153ce38f1 disassociated. External IP: 172.27.2.237, port: 3e1420e7-d53e-4daa-8694-57f4fb74e55d. Jul 07 18:37:24.621155 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Calling delete_port for 3e1420e7-d53e-4daa-8694-57f4fb74e55d owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:24.654399 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f2d7d95f-acea-4084-b1af-1e088fa6f7d3 req-f32c0f0b-ac7e-462d-8448-302184882294 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322647 Jul 07 18:37:24.715060 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3498a1ca-5efc-4b53-8650-dba316343464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.750742 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:24.778664 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'Port': ['ID=3e1420e7-d53e-4daa-8694-57f4fb74e55d,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:24.860794 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c1b46f26-264e-4e07-bdcd-5bd7c8aebb71 req-9401d955-b3de-4a74-b2d2-a0e1c3af0f2e tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/ports?device_id=5740b384-1358-45a0-b7ad-06cf5ef68551 HTTP/1.1" status: 200 len: 210 time: 0.0328486 Jul 07 18:37:24.914308 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:25.017036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:25.026589 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:25.035217 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:25.035873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:25.062119 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] No DVR routers for this DVR port 3e1420e7-d53e-4daa-8694-57f4fb74e55d on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:25.064815 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:25.068257 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7d19dd77-1c8b-4981-9bfd-fca91ea0533e req-4eaaf414-4a22-42a7-8a42-cd24b53988b8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.103 "DELETE /v2.0/ports/3e1420e7-d53e-4daa-8694-57f4fb74e55d HTTP/1.1" status: 204 len: 173 time: 0.7903645 Jul 07 18:37:25.068497 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'name': 'network-vif-deleted', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:25.071607 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b226ad8-44ee-4bb9-85b1-757d8de6c128" -d '{"events": [{"server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "name": "network-vif-deleted", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:25.107845 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e0c01-a8e9-41f3-b395-7d7091e89bf5 x-openstack-request-id: req-fc1e0c01-a8e9-41f3-b395-7d7091e89bf5 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:25.108170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740b384-1358-45a0-b7ad-06cf5ef68551", "name": "network-vif-deleted", "tag": "3e1420e7-d53e-4daa-8694-57f4fb74e55d", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:25.108423 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc1e0c01-a8e9-41f3-b395-7d7091e89bf5 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:25.108817 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740b384-1358-45a0-b7ad-06cf5ef68551', 'name': 'network-vif-deleted', 'tag': '3e1420e7-d53e-4daa-8694-57f4fb74e55d', 'status': 'completed', 'code': 200} Jul 07 18:37:25.150446 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:25.472645 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:25.502543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:25.511702 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:25.512344 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:36:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:25.621141 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:25.822873 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:25.831465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f78a3-8864-4a27-b837-d56f6764463f req-bb5b726f-1259-4e1b-a76e-c0fa84bece73 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:25.833006 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c9f78a3-8864-4a27-b837-d56f6764463f req-bb5b726f-1259-4e1b-a76e-c0fa84bece73 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 943 time: 0.0619946 Jul 07 18:37:25.849451 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6425767f-2ad5-4ac5-b037-bcb8d19e1b27 None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:08Z', 'revision_number': 4, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c87830e4-d5ba-4cc5-9467-4a14a5b25dcd', 'name': '', 'network_id': '1cd389b1-361c-4857-ad7a-72d4e499dfe5', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'mac_address': 'fa:16:3e:f8:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:06Z', 'updated_at': '2021-07-07T18:30:18Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'subnets': [{'id': '7826e052-6190-40c3-9b1a-8f07f06bf436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:25.872259 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7c9f78a3-8864-4a27-b837-d56f6764463f req-a3312175-f427-4cd1-bf97-1fba7d0e9d67 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335407 Jul 07 18:37:25.988244 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35868) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:26.044914 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.064297 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d2e63-dd79-46fd-827d-500c269ae192 None None] New status for floating IP df4a73c8-e40b-4843-8a3d-127153ce38f1: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:37:26.069808 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.118131 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.120718 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.121961 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "DELETE /v2.0/security-groups/45656eb8-7398-4b58-b539-8923bf499f0f HTTP/1.1" status: 204 len: 168 time: 0.1326218 Jul 07 18:37:26.126275 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35870) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:26.137322 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25907e8b-3bca-47c9-8301-e10cdcb31f2c tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45656eb8-7398-4b58-b539-8923bf499f0f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:26.141387 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.api.v2.resource [None req-a6e02438-308e-4daa-b176-0d56734ef02b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] show failed (client error): The resource could not be found. Jul 07 18:37:26.143282 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a6e02438-308e-4daa-b176-0d56734ef02b tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "GET /v2.0/security-groups/45656eb8-7398-4b58-b539-8923bf499f0f HTTP/1.1" status: 404 len: 347 time: 0.0152791 Jul 07 18:37:26.145624 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35872) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:26.282103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Deleting port 5ebd6779-83ed-4a7e-9cde-e2de6ad53e47 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:26.282446 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.480147 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 0731bad2-797e-4981-8a98-98b3fdf16725 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:37:26.588271 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0731bad2-797e-4981-8a98-98b3fdf16725,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:26.599957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '0731bad2-797e-4981-8a98-98b3fdf16725', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'port_id': '0731bad2-797e-4981-8a98-98b3fdf16725', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:37:26.612895 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.613227 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.625563 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Calling delete_port for 5ebd6779-83ed-4a7e-9cde-e2de6ad53e47 owned by network:floatingip {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:26.636594 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.649504 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0731bad2-797e-4981-8a98-98b3fdf16725 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:37:26.669422 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0731bad2-797e-4981-8a98-98b3fdf16725,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:26.673745 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.722766 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:26.753765 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.781621 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Pushing event deleted for resources: {'Port': ['ID=5ebd6779-83ed-4a7e-9cde-e2de6ad53e47,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:26.838477 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks [] for floatingip, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.841021 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:26.842166 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-d07d7e2e-2247-42ea-8210-6fe8897df5d8 tempest-AttachVolumeTestJSON-82507747 tempest-AttachVolumeTestJSON-82507747-project] 10.222.0.58 "DELETE /v2.0/floatingips/df4a73c8-e40b-4843-8a3d-127153ce38f1 HTTP/1.1" status: 204 len: 168 time: 0.6918275 Jul 07 18:37:26.895800 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['0731bad2-797e-4981-8a98-98b3fdf16725'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:37:27.052279 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257911f6-6281-4038-a37f-5662b5fcfcfe req-ee7917a3-215e-42dd-b0a0-6029911e9ba4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:27.053872 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-257911f6-6281-4038-a37f-5662b5fcfcfe req-ee7917a3-215e-42dd-b0a0-6029911e9ba4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 944 time: 0.0637414 Jul 07 18:37:27.092633 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-257911f6-6281-4038-a37f-5662b5fcfcfe req-061d298d-8dbb-47e4-868e-8280164f8de2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314476 Jul 07 18:37:27.331668 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-06bd2689-9e0f-414d-b65a-e731cdd26da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:27.436283 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.274940 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd785c0a-028d-4a42-8ef6-7004ca0d9b1c req-944a37ac-6239-4218-82f4-bba3c049fd90 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:28.276653 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bd785c0a-028d-4a42-8ef6-7004ca0d9b1c req-944a37ac-6239-4218-82f4-bba3c049fd90 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 944 time: 0.0641224 Jul 07 18:37:28.313550 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-bd785c0a-028d-4a42-8ef6-7004ca0d9b1c req-fd2e4eb7-9f77-429c-b48a-0d00d53689f1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308695 Jul 07 18:37:28.439318 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.479272 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 0731bad2-797e-4981-8a98-98b3fdf16725 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:37:28.527692 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 0731bad2-797e-4981-8a98-98b3fdf16725 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:37:28.531024 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 0731bad2-797e-4981-8a98-98b3fdf16725 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:37:28.531388 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.604647 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.625407 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:28.627631 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349664a9-9f04-4812-ac92-085213b8db47" -d '{"events": [{"server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "name": "network-vif-plugged", "status": "completed", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:28.640489 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0731bad2-797e-4981-8a98-98b3fdf16725,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:28.644675 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:28.646180 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3e1420e7-d53e-4daa-8694-57f4fb74e55d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:28.666499 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9cf41-080b-4d58-a1d0-c563b3efe2ee x-openstack-request-id: req-acf9cf41-080b-4d58-a1d0-c563b3efe2ee {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:28.666788 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "name": "network-vif-plugged", "status": "completed", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:28.667039 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acf9cf41-080b-4d58-a1d0-c563b3efe2ee {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:28.667424 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725', 'code': 200} Jul 07 18:37:28.689244 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 3e1420e7-d53e-4daa-8694-57f4fb74e55d {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:28.689583 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 3e1420e7-d53e-4daa-8694-57f4fb74e55d not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:28.714697 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:28.883922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa686-ae72-4efb-9789-46e23c3aa929 req-4c1c6650-b3de-4925-a352-b2d9b22548a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:28.885334 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2c6fa686-ae72-4efb-9789-46e23c3aa929 req-4c1c6650-b3de-4925-a352-b2d9b22548a4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1098 time: 0.0495222 Jul 07 18:37:28.925694 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2c6fa686-ae72-4efb-9789-46e23c3aa929 req-5f867f51-c8c2-406b-8f3d-074a917e921e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340612 Jul 07 18:37:29.486436 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a7d7a-e740-4528-a86d-f94ef4d0cfb3 req-e0d7268a-01b1-4eea-91d7-777d3fa7c4f2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:29.487829 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a25a7d7a-e740-4528-a86d-f94ef4d0cfb3 req-e0d7268a-01b1-4eea-91d7-777d3fa7c4f2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.0673461 Jul 07 18:37:29.528924 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a25a7d7a-e740-4528-a86d-f94ef4d0cfb3 req-793f96c8-7639-440a-b1fd-4aee25d091c6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338361 Jul 07 18:37:30.174395 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:30.519440 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35908) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:30.703294 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fabdf-94a6-4ca5-bb64-711998f2ce51 req-2f28a770-f49f-4cb9-80d0-adda4cb65f1f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:30.704869 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a02fabdf-94a6-4ca5-bb64-711998f2ce51 req-2f28a770-f49f-4cb9-80d0-adda4cb65f1f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.0665948 Jul 07 18:37:30.780090 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a02fabdf-94a6-4ca5-bb64-711998f2ce51 req-27806fe5-a54a-456e-b52f-e5c362eb1869 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690665 Jul 07 18:37:30.948740 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84621e-cf96-42f4-8535-48e762c68182 req-7fdb88b8-ec71-48c1-89e7-d417224322e5 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:30.950125 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd84621e-cf96-42f4-8535-48e762c68182 req-7fdb88b8-ec71-48c1-89e7-d417224322e5 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.0631330 Jul 07 18:37:30.988685 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-dd84621e-cf96-42f4-8535-48e762c68182 req-05534a57-fa48-415e-a687-bb18b95f8221 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331235 Jul 07 18:37:31.013247 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35916) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:31.060416 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.157882 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f58c10-f138-4872-97af-3340f2b5311e tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:31.159371 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b9f58c10-f138-4872-97af-3340f2b5311e tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1093 time: 0.1451466 Jul 07 18:37:31.162905 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35920) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:31.168444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'port_id': '0731bad2-797e-4981-8a98-98b3fdf16725', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:37:31.193459 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.293706 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.320725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Deleting port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:31.321068 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.401857 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.27.2.102 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/58e82f93-6d98-42b3-87b9-fc9b995c297c) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:37:31.403003 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] For port c87830e4-d5ba-4cc5-9467-4a14a5b25dcd, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:31.403189 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.417761 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Calling delete_port for c87830e4-d5ba-4cc5-9467-4a14a5b25dcd owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:31.509980 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.561402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.607145 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:37:31.611089 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:37:31.616898 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:37:31.627065 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.656942 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87830e4-d5ba-4cc5-9467-4a14a5b25dcd,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:31.840476 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:31.922588 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=58e82f93-6d98-42b3-87b9-fc9b995c297c,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:32.076756 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Router 3d55ecdc-4804-4876-8826-91d563c5632e has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:32.181156 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:32.186117 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7c94b8c6-645a-416f-966e-58a439852b81 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d55ecdc-4804-4876-8826-91d563c5632e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656199 Jul 07 18:37:32.188566 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35922) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:32.195169 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Sync routers for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:32.205613 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:32.206826 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:32.259715 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.291386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks [] for router, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.317891 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:32.339920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.399580 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.464071 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Deleting port 4f8be5b8-3671-405f-b552-fc5f3d013faa {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:32.464421 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.508531 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.514774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.528725 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:37:31Z', 'revision_number': 5, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port': {'id': '4f8be5b8-3671-405f-b552-fc5f3d013faa', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:da:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:00Z', 'updated_at': '2021-07-07T18:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:32.548932 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] For port 4f8be5b8-3671-405f-b552-fc5f3d013faa, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4f8be5b8-3671-405f-b552-fc5f3d013faa,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:32.549295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.554459 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Checking router: 3d55ecdc-4804-4876-8826-91d563c5632e for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:32.562673 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Routers {'3d55ecdc-4804-4876-8826-91d563c5632e'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:32.562871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Calling delete_port for 4f8be5b8-3671-405f-b552-fc5f3d013faa owned by network:router_gateway {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:32.563281 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['3d55ecdc-4804-4876-8826-91d563c5632e'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:32.594323 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.596879 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=58e82f93-6d98-42b3-87b9-fc9b995c297c,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:32.648841 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] Set router 3d55ecdc-4804-4876-8826-91d563c5632e gateway port host: None {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:32.697044 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP b45223d3-683a-4e0c-8553-27cf2bc0e904 associated. External IP: 172.27.2.102, port: 0731bad2-797e-4981-8a98-98b3fdf16725. Jul 07 18:37:32.701569 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:37:32Z', 'revision_number': 6, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:32.727251 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486175e2-00a5-4958-91e9-d56566b33796 None None] The sync data for ids ['3d55ecdc-4804-4876-8826-91d563c5632e'] in dv-cinder-799871-3-iscsi is: [{'id': '3d55ecdc-4804-4876-8826-91d563c5632e', 'name': 'tempest-AttachVolumeTestJSON-286940125-router', 'tenant_id': '568aa4405bf14d6ab836689f303f57c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:37:32Z', 'revision_number': 6, 'project_id': '568aa4405bf14d6ab836689f303f57c2', 'gw_port_host': None}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:32.739667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.768368 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8be5b8-3671-405f-b552-fc5f3d013faa,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:32.830178 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.905121 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:37:32.933180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:32.935399 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.001760 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.002283 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d55ecdc-4804-4876-8826-91d563c5632e {{(pid=92946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:37:33.007122 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.008306 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-d7bbf0c9-52a4-436b-9360-48d14037ea9e admin admin] 10.222.0.58 "DELETE /v2.0/routers/3d55ecdc-4804-4876-8826-91d563c5632e HTTP/1.1" status: 204 len: 168 time: 0.8188365 Jul 07 18:37:33.011097 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35924) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:33.014260 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:37:33.024213 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:37:33.030344 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.034509 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:33.035352 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.056714 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Deleting subnet 7826e052-6190-40c3-9b1a-8f07f06bf436 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:37:33.059881 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.080339 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-f422101a-00fb-4a90-9856-69c1ff0c0bf4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9034939 Jul 07 18:37:33.080339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:37:33.080339 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff23301-1975-4281-923d-8c9a3b32afbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:37:33.107800 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.109440 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c279edc-2590-41a3-af0e-882e3167be6f x-openstack-request-id: req-8c279edc-2590-41a3-af0e-882e3167be6f {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:37:33.109963 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:37:33.110414 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c279edc-2590-41a3-af0e-882e3167be6f {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:37:33.110998 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725', 'status': 'completed', 'code': 200} Jul 07 18:37:33.206261 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-6a6eea93-1dd6-4e55-94bd-79087fae5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.207832 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-6a6eea93-1dd6-4e55-94bd-79087fae5804 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1098 time: 0.0676746 Jul 07 18:37:33.237781 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.253013 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:33.294058 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.307498 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-934d8863-3e15-4454-9f51-af24f1d5375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.309128 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-934d8863-3e15-4454-9f51-af24f1d5375d service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0909839 Jul 07 18:37:33.324393 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.328548 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7826e052-6190-40c3-9b1a-8f07f06bf436 HTTP/1.1" status: 204 len: 168 time: 0.3141856 Jul 07 18:37:33.328548 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75a987-afc2-47d1-97a5-4e8f85b23d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7826e052-6190-40c3-9b1a-8f07f06bf436,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:33.328864 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35930) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:33.332977 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c4cd6f-7485-444a-b7d9-7736d869d852 None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:37:33.380275 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-013b1ced-ac73-4a08-92a1-4c5a023408b4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 200 len: 999 time: 0.0634303 Jul 07 18:37:33.415851 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.440216 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-8b6ef107-046c-4b99-8ba4-67b0f3748bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.441814 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-8b6ef107-046c-4b99-8ba4-67b0f3748bc1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0519869 Jul 07 18:37:33.478546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Deleting port 3f2282f1-5754-460d-804c-160c3b7f0bd1 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:33.478886 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.524023 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'b45223d3-683a-4e0c-8553-27cf2bc0e904', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '0731bad2-797e-4981-8a98-98b3fdf16725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cffbbec-d194-420f-822a-45a6124ee02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:32Z', 'updated_at': '2021-07-07T18:37:32Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.528512 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-2842f7f2-01fb-44c0-9a69-da207b07d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:37:33.536111 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-2842f7f2-01fb-44c0-9a69-da207b07d75c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786512 Jul 07 18:37:33.551469 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] For port 3f2282f1-5754-460d-804c-160c3b7f0bd1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3f2282f1-5754-460d-804c-160c3b7f0bd1,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:33.551832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.558492 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:37:33.564999 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] DHCP port deletion for 1cd389b1-361c-4857-ad7a-72d4e499dfe5 request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:37:33.573901 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Calling delete_port for 3f2282f1-5754-460d-804c-160c3b7f0bd1 owned by network:dhcp {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:33.576380 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:37:33.577019 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.642241 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Deleting port 3f2282f1-5754-460d-804c-160c3b7f0bd1 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:37:33.643431 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.650778 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-5f5a92b3-29ac-4a5d-844c-10af8a411bce service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104734 Jul 07 18:37:33.656053 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.685945 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2282f1-5754-460d-804c-160c3b7f0bd1,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:33.688060 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] No DVR routers for this DVR port 3f2282f1-5754-460d-804c-160c3b7f0bd1 on host dv-cinder-799871-3-iscsi {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:33.704945 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:37:33.765348 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.776248 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd389b1-361c-4857-ad7a-72d4e499dfe5']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.788365 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a93445-7a14-429a-98c7-53d3e1efe34e') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.788713 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a93445-7a14-429a-98c7-53d3e1efe34e') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:33.802091 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.811907 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7ff23301-1975-4281-923d-8c9a3b32afbd req-ea4416e6-b8a8-47c1-b171-97634c5c0e3a service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485221 Jul 07 18:37:33.820979 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.829975 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:37:33.830585 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:37:33.832710 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:37:33.879410 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] For port 3f2282f1-5754-460d-804c-160c3b7f0bd1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3f2282f1-5754-460d-804c-160c3b7f0bd1,segment=NetworkSegment(e8a93445-7a14-429a-98c7-53d3e1efe34e),segment_id=e8a93445-7a14-429a-98c7-53d3e1efe34e)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:37:33.880097 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.894407 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Calling delete_port for 3f2282f1-5754-460d-804c-160c3b7f0bd1 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:37:33.897353 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.902000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:33.908696 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/1cd389b1-361c-4857-ad7a-72d4e499dfe5 HTTP/1.1" status: 204 len: 168 time: 0.5783846 Jul 07 18:37:33.923629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5fb88-4e8d-4f7e-9f10-0d4a8fbef4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd389b1-361c-4857-ad7a-72d4e499dfe5,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:33.990123 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'b45223d3-683a-4e0c-8553-27cf2bc0e904', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '0731bad2-797e-4981-8a98-98b3fdf16725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cffbbec-d194-420f-822a-45a6124ee02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:32Z', 'updated_at': '2021-07-07T18:37:32Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:37:34.024507 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814054f-afd5-48b5-a568-736993ef0808 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': 'b45223d3-683a-4e0c-8553-27cf2bc0e904', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '0731bad2-797e-4981-8a98-98b3fdf16725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:f2:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cffbbec-d194-420f-822a-45a6124ee02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:32Z', 'updated_at': '2021-07-07T18:37:32Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:37:34.066521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.080707 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35934) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:34.081723 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Pushing event deleted for resources: {'Port': ['ID=3f2282f1-5754-460d-804c-160c3b7f0bd1,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:34.089269 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] Network 1cd389b1-361c-4857-ad7a-72d4e499dfe5 is not hosted by any dhcp agent {{(pid=92947) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 18:37:34.089986 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3c19d-b7fd-41d7-b6f5-9014845a2b00 None None] No DVR routers for this DVR port 3f2282f1-5754-460d-804c-160c3b7f0bd1 on host dv-cinder-799871-3-iscsi {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:37:34.126244 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-01748afd-a9d5-4b74-b30b-9caf4f992a0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=568aa4405bf14d6ab836689f303f57c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438342 Jul 07 18:37:34.128779 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35936) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:34.177282 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.198428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.244736 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.247357 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b8f8e-3b55-4db4-8823-7a94a4eefb8f None None] New status for floating IP b45223d3-683a-4e0c-8553-27cf2bc0e904: ACTIVE {{(pid=92947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:37:34.247525 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:34.251016 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00739d5d-1496-4146-9c43-361d1dc5b63c HTTP/1.1" status: 204 len: 168 time: 0.1190429 Jul 07 18:37:34.257986 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba5c3f-2c04-411a-b6de-f53057a96458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00739d5d-1496-4146-9c43-361d1dc5b63c,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:34.480660 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c87830e4-d5ba-4cc5-9467-4a14a5b25dcd no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:34.499781 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: c87830e4-d5ba-4cc5-9467-4a14a5b25dcd {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:34.500158 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c87830e4-d5ba-4cc5-9467-4a14a5b25dcd not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:34.500575 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3f2282f1-5754-460d-804c-160c3b7f0bd1 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:34.522403 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 3f2282f1-5754-460d-804c-160c3b7f0bd1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:34.522766 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3f2282f1-5754-460d-804c-160c3b7f0bd1 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:34.523185 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4f8be5b8-3671-405f-b552-fc5f3d013faa no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:37:34.541207 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 4f8be5b8-3671-405f-b552-fc5f3d013faa {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:37:34.541549 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4f8be5b8-3671-405f-b552-fc5f3d013faa not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:37:35.827202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35986) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:35.925331 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.010680 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.014534 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.053842 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=942beba407084ae29c6fc4c00967abb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256277 Jul 07 18:37:36.054705 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ab17eb-debd-4444-b81d-27bad241ee36,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.056549 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35990) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:36.072153 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.072495 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.072825 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.073150 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.073472 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.073796 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.074111 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.074428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.074744 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.075058 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.075368 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.075678 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341eaca3-1ea1-4941-b979-5a5ea4f5ccd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.113959 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.134327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.178051 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.180537 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.181653 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13ab17eb-debd-4444-b81d-27bad241ee36 HTTP/1.1" status: 204 len: 168 time: 0.1242278 Jul 07 18:37:36.189099 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7a9ed-21a4-4cb1-b69b-b1e7d04c7ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ab17eb-debd-4444-b81d-27bad241ee36,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.435978 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 35996) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:36.449865 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f3d75cb-cd68-485b-91ff-b748f714554d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.535518 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f3d75cb-cd68-485b-91ff-b748f714554d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.539113 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6f3d75cb-cd68-485b-91ff-b748f714554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.578955 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6f3d75cb-cd68-485b-91ff-b748f714554d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c0996e72f084e03a1e27e5453c1f462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418540 Jul 07 18:37:36.580079 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d75cb-cd68-485b-91ff-b748f714554d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde0006-6ddd-416b-9249-ff053331fe12,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.581716 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 35998) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:37:36.629818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.650368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.700160 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.702657 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:36.703798 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dde0006-6ddd-416b-9249-ff053331fe12 HTTP/1.1" status: 204 len: 168 time: 0.1211045 Jul 07 18:37:36.711575 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde0006-6ddd-416b-9249-ff053331fe12,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:37:36.718539 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.718888 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.719229 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.719562 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.719912 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.720388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.720653 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.720978 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.721304 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.721623 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.721944 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:36.722260 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51eb407-5f69-4979-ad68-1e5a0fdb93e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:37:41.916881 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:45.144881 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:37:54.716976 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-12ec66ec-8d3c-44cf-8214-843f54d9b3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.330605 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d12d3306-e6e3-4a35-a4b0-0d151428c337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:57.436065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:37:58.441879 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:00.176910 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.357414 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36224) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:08.454417 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b1be2ffb-8ca1-4dff-8485-cb62eaea5dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.553488 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b1be2ffb-8ca1-4dff-8485-cb62eaea5dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.557009 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b1be2ffb-8ca1-4dff-8485-cb62eaea5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.594694 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-b1be2ffb-8ca1-4dff-8485-cb62eaea5dca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cfd1146ffc24046aabafe0ff288c421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362175 Jul 07 18:38:08.595539 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be2ffb-8ca1-4dff-8485-cb62eaea5dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ac6a6-1f0e-46d9-8c78-79fbd92858c4,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:08.597418 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36228) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:08.648111 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.669700 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.714832 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.717614 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:08.721279 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e29ac6a6-1f0e-46d9-8c78-79fbd92858c4 HTTP/1.1" status: 204 len: 168 time: 0.1228747 Jul 07 18:38:08.729118 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63313ff-1de2-4139-b18d-5552165dcfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ac6a6-1f0e-46d9-8c78-79fbd92858c4,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:08.979989 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36242) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:08.996556 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a037e0f5-3641-40f3-b608-a3395f3dd9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.096158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a037e0f5-3641-40f3-b608-a3395f3dd9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.100324 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a037e0f5-3641-40f3-b608-a3395f3dd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.139116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037e0f5-3641-40f3-b608-a3395f3dd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0257b1a-57c6-4cc4-b33e-c13c0a18addb,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:09.143355 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a037e0f5-3641-40f3-b608-a3395f3dd9d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9107e1ebc7fe47e387c602350c5ea1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623166 Jul 07 18:38:09.146523 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36244) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:09.206279 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.247864 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.294871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7535-b303-48d4-a7ab-8580bfba1fbf req-9aab7d70-7a76-46ac-bd06-47284ab55920 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:09.296338 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e27e7535-b303-48d4-a7ab-8580bfba1fbf req-9aab7d70-7a76-46ac-bd06-47284ab55920 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 947 time: 0.1051958 Jul 07 18:38:09.322610 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.325085 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:09.326146 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d0257b1a-57c6-4cc4-b33e-c13c0a18addb HTTP/1.1" status: 204 len: 168 time: 0.1787009 Jul 07 18:38:09.341703 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fea0f-a2fb-466e-9387-6954da9012b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0257b1a-57c6-4cc4-b33e-c13c0a18addb,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:09.345810 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e27e7535-b303-48d4-a7ab-8580bfba1fbf req-a6500636-f1b3-405c-b675-af0a5483342a tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Jul 07 18:38:10.524615 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88ef51-2de0-46d7-b406-7a343a738df1 req-6314f46d-7917-46af-9992-881f36a46756 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:10.526222 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ae88ef51-2de0-46d7-b406-7a343a738df1 req-6314f46d-7917-46af-9992-881f36a46756 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 947 time: 0.0632293 Jul 07 18:38:10.562630 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ae88ef51-2de0-46d7-b406-7a343a738df1 req-61c07152-47bc-46fa-b918-f9c6877488be tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups?id=687a4408-80d7-426e-8981-b1bd29630957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305529 Jul 07 18:38:10.925345 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36300) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:10.928169 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043a14b-69fc-42e4-8d17-988042df03cc req-cd6c32f6-2512-4934-8be5-a497b51b1ad9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:38:10.929636 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8043a14b-69fc-42e4-8d17-988042df03cc req-cd6c32f6-2512-4934-8be5-a497b51b1ad9 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 947 time: 0.0626278 Jul 07 18:38:11.030613 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a1c07872-69e8-435e-9692-52d8a12a4eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.034670 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Deleting port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:11.035125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.124438 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a1c07872-69e8-435e-9692-52d8a12a4eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.131344 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a1c07872-69e8-435e-9692-52d8a12a4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.133123 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] For port 8b7edc6f-af82-4841-83e4-68e2bf5413f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8b7edc6f-af82-4841-83e4-68e2bf5413f1,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:11.133487 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.171550 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a1c07872-69e8-435e-9692-52d8a12a4eb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8684f132aef445f8114ca11c29bedd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451122 Jul 07 18:38:11.172327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c07872-69e8-435e-9692-52d8a12a4eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff5a79-3afb-4295-9047-d58daeab3a58,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:11.174509 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36304) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:11.221796 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.241872 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.287875 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.290399 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.291535 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8ff5a79-3afb-4295-9047-d58daeab3a58 HTTP/1.1" status: 204 len: 168 time: 0.1161723 Jul 07 18:38:11.299179 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe70f5-12cd-4d35-b08e-705041cc0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ff5a79-3afb-4295-9047-d58daeab3a58,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:11.305506 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.310394 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.310707 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Floating IP ea431a7c-c70b-44b8-a75d-d49d906dbac4 disassociated. External IP: 172.27.2.235, port: 8b7edc6f-af82-4841-83e4-68e2bf5413f1. Jul 07 18:38:11.311051 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Calling delete_port for 8b7edc6f-af82-4841-83e4-68e2bf5413f1 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:11.438579 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.469627 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'Port': ['ID=8b7edc6f-af82-4841-83e4-68e2bf5413f1,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:11.556631 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36310) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:11.570871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c5f61609-4f7c-416f-95cd-fe5af1f86167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.591168 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:11.667149 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c5f61609-4f7c-416f-95cd-fe5af1f86167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.671391 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c5f61609-4f7c-416f-95cd-fe5af1f86167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.708000 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:38:11.717760 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:11.726689 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:38:11.727667 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:11.733369 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5b7a5a37-2440-496f-81e1-3be91da1f461 req-5753bd13-14c8-4af5-8f36-cb4d1871250d tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7b24db9-7cc0-4f43-8519-b1bb11539546 HTTP/1.1" status: 200 len: 210 time: 0.0518041 Jul 07 18:38:11.746689 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-c5f61609-4f7c-416f-95cd-fe5af1f86167 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36c3ce6d08a644a1a810ba412797e025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888959 Jul 07 18:38:11.749918 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36314) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:11.755603 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] No DVR routers for this DVR port 8b7edc6f-af82-4841-83e4-68e2bf5413f1 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:11.766903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.766903 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8043a14b-69fc-42e4-8d17-988042df03cc req-07abad74-9d9e-4025-9d0f-1046ba39e8bc tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.103 "DELETE /v2.0/ports/8b7edc6f-af82-4841-83e4-68e2bf5413f1 HTTP/1.1" status: 204 len: 173 time: 0.8238788 Jul 07 18:38:11.766903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-deleted', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:38:11.766903 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026df03b-f2d0-4bbe-95d0-ccef2cfc079c" -d '{"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-deleted", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:38:11.776935 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f61609-4f7c-416f-95cd-fe5af1f86167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20bd993-7d6c-4c52-9e90-8370337655c9,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:11.807157 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06b3436-d731-45b5-aac0-9bc8b67e553e x-openstack-request-id: req-a06b3436-d731-45b5-aac0-9bc8b67e553e {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:38:11.808031 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b24db9-7cc0-4f43-8519-b1bb11539546", "name": "network-vif-deleted", "tag": "8b7edc6f-af82-4841-83e4-68e2bf5413f1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:38:11.808318 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a06b3436-d731-45b5-aac0-9bc8b67e553e {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:38:11.808788 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b24db9-7cc0-4f43-8519-b1bb11539546', 'name': 'network-vif-deleted', 'tag': '8b7edc6f-af82-4841-83e4-68e2bf5413f1', 'status': 'completed', 'code': 200} Jul 07 18:38:11.833219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.857973 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.860112 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:38:11.919019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.919771 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.921581 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:11.922896 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f20bd993-7d6c-4c52-9e90-8370337655c9 HTTP/1.1" status: 204 len: 168 time: 0.1719084 Jul 07 18:38:11.943324 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8eb68-794d-4f09-89ef-ec17e7ba3fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20bd993-7d6c-4c52-9e90-8370337655c9,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:12.100478 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:12.131521 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:12.140409 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:38:12.141012 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:12.246392 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:38:12.461222 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:12.492091 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0947ad-4aa4-4bcb-b354-951e5c61d455 None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:30:13Z', 'revision_number': 4, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '39361de4-be07-443a-983d-4946b5c6e43d', 'name': '', 'network_id': 'e50691c0-35a0-41d9-b105-1fd7654e0aa3', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'mac_address': 'fa:16:3e:d3:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:10Z', 'updated_at': '2021-07-07T18:30:25Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'subnets': [{'id': '7c10b183-a4a0-46ef-acea-8cb67f81b183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:12.704845 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783dc19-412d-4aa3-908d-a4a3001cb0d6 None None] New status for floating IP ea431a7c-c70b-44b8-a75d-d49d906dbac4: DOWN {{(pid=92947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:38:12.874556 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36348) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:12.938386 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:12.959660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.012604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.015265 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.016657 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "DELETE /v2.0/security-groups/687a4408-80d7-426e-8981-b1bd29630957 HTTP/1.1" status: 204 len: 168 time: 0.1408956 Jul 07 18:38:13.019453 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36356) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:13.028871 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cea0a4-b904-4f48-9582-8d944f19cf1e tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a4408-80d7-426e-8981-b1bd29630957,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:13.037882 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.api.v2.resource [None req-094c48f6-e5f5-4ced-bb1b-384da5dc5e41 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] show failed (client error): The resource could not be found. Jul 07 18:38:13.038967 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-094c48f6-e5f5-4ced-bb1b-384da5dc5e41 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "GET /v2.0/security-groups/687a4408-80d7-426e-8981-b1bd29630957 HTTP/1.1" status: 404 len: 347 time: 0.0183964 Jul 07 18:38:13.047064 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36360) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:13.174989 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Deleting port 41826262-667d-4c9a-ad61-8168028c8428 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:13.175332 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.517130 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.517422 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.528982 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Calling delete_port for 41826262-667d-4c9a-ad61-8168028c8428 owned by network:floatingip {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:13.662574 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.688153 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Pushing event deleted for resources: {'Port': ['ID=41826262-667d-4c9a-ad61-8168028c8428,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:13.748712 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks [] for floatingip, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.751706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:13.752512 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-249be137-7ace-4a49-9edd-c7af2c9ef8c6 tempest-AttachVolumeShelveTestJSON-70655779 tempest-AttachVolumeShelveTestJSON-70655779-project] 10.222.0.58 "DELETE /v2.0/floatingips/ea431a7c-c70b-44b8-a75d-d49d906dbac4 HTTP/1.1" status: 204 len: 168 time: 0.7041266 Jul 07 18:38:14.680689 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:14.699999 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 8b7edc6f-af82-4841-83e4-68e2bf5413f1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:14.700264 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 8b7edc6f-af82-4841-83e4-68e2bf5413f1 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:16.300806 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36436) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:16.781980 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:16.879385 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36450) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:16.979848 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3bad509d-0dd1-4930-b7ab-064a486b8289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.046441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Deleting port 39361de4-be07-443a-983d-4946b5c6e43d {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:17.046879 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.071920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3bad509d-0dd1-4930-b7ab-064a486b8289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.077191 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3bad509d-0dd1-4930-b7ab-064a486b8289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.118592 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3bad509d-0dd1-4930-b7ab-064a486b8289 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=145c7be268084221b8f689dab1fcfd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380500 Jul 07 18:38:17.119565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad509d-0dd1-4930-b7ab-064a486b8289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b88012-366a-4231-8a4c-378c4207a17b,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.121871 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36454) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:17.164228 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] For port 39361de4-be07-443a-983d-4946b5c6e43d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=39361de4-be07-443a-983d-4946b5c6e43d,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:17.164659 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.186756 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Calling delete_port for 39361de4-be07-443a-983d-4946b5c6e43d owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:17.236485 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.270383 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.372735 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.375200 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.376359 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2b88012-366a-4231-8a4c-378c4207a17b HTTP/1.1" status: 204 len: 168 time: 0.2533841 Jul 07 18:38:17.391692 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b45eba-4fa4-464c-96fe-b1189ed3d604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b88012-366a-4231-8a4c-378c4207a17b,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.438734 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.465424 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Pushing event deleted for resources: {'Port': ['ID=39361de4-be07-443a-983d-4946b5c6e43d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.637952 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.686842 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36460) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:17.699649 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b2fc-2367-4f0f-82b7-b02e26613f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.786861 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b2fc-2367-4f0f-82b7-b02e26613f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.790499 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b2fc-2367-4f0f-82b7-b02e26613f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.827215 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-5ca1b2fc-2367-4f0f-82b7-b02e26613f1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b6028dcb8dd4883aacbe2720b9b57ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392987 Jul 07 18:38:17.828345 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1b2fc-2367-4f0f-82b7-b02e26613f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa7840f-cfe5-4228-9eb9-7627cb1f1335,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:17.829857 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36462) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:17.884103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:38:17.899441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:17.967316 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.060580 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:38:18.065583 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-07aab6c2-2e2a-48a6-bc47-a29fb5b84353 admin admin] 10.222.0.58 "PUT /v2.0/routers/5cebecd8-06f0-45ae-92fd-18c90c30c1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637367 Jul 07 18:38:18.068049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36464) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:18.071997 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Sync routers for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:38:18.083825 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:38:18.084651 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:18.115320 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.118038 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.121857 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fa7840f-cfe5-4228-9eb9-7627cb1f1335 HTTP/1.1" status: 204 len: 168 time: 0.2885010 Jul 07 18:38:18.134636 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38ead-0d21-47d4-ac4a-3f9862c69352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa7840f-cfe5-4228-9eb9-7627cb1f1335,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.192742 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks [] for router, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.279091 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:38:18.306805 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.361407 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Deleting port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:18.361777 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.445414 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] For port b1cf5ee6-3c0d-47cd-af3c-285d51362a0d, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:18.446055 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.461302 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Calling delete_port for b1cf5ee6-3c0d-47cd-af3c-285d51362a0d owned by network:router_gateway {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:18.486972 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:38:17Z', 'revision_number': 5, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port': {'id': 'b1cf5ee6-3c0d-47cd-af3c-285d51362a0d', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:30:01Z', 'updated_at': '2021-07-07T18:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:18.497270 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36470) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:18.512119 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c81c5dcf-669f-4687-9385-2705c74dbe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.519562 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Checking router: 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:38:18.528519 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Routers {'5cebecd8-06f0-45ae-92fd-18c90c30c1f8'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:38:18.529232 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:37:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:18.609915 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c81c5dcf-669f-4687-9385-2705c74dbe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.616862 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c81c5dcf-669f-4687-9385-2705c74dbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.621325 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] Set router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 gateway port host: None {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:38:18.640108 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.660260 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c81c5dcf-669f-4687-9385-2705c74dbe0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=625c79b9622545a58e058489a52839cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613803 Jul 07 18:38:18.660889 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36472) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:18.662821 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c5dcf-669f-4687-9385-2705c74dbe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1721d17-6346-4b0d-913e-6fd1c9a6d378,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.668963 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cf5ee6-3c0d-47cd-af3c-285d51362a0d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.677936 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:38:18Z', 'revision_number': 6, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:18.706917 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c83c5-0d52-4253-8f57-de334a45d48d None None] The sync data for ids ['5cebecd8-06f0-45ae-92fd-18c90c30c1f8'] in dv-cinder-799871-3-iscsi is: [{'id': '5cebecd8-06f0-45ae-92fd-18c90c30c1f8', 'name': 'tempest-AttachVolumeShelveTestJSON-960437881-router', 'tenant_id': '7e2b9eea67264fcfa13125ee5e570949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:29:59Z', 'updated_at': '2021-07-07T18:38:18Z', 'revision_number': 6, 'project_id': '7e2b9eea67264fcfa13125ee5e570949', 'gw_port_host': None}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:38:18.718249 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.741079 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.742657 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.789354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.792323 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.795867 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1721d17-6346-4b0d-913e-6fd1c9a6d378 HTTP/1.1" status: 204 len: 168 time: 0.1315823 Jul 07 18:38:18.805219 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051addb-c5f4-4bda-a649-ca5f202c7a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1721d17-6346-4b0d-913e-6fd1c9a6d378,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:18.833954 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.836044 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.879623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.880208 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cebecd8-06f0-45ae-92fd-18c90c30c1f8 {{(pid=92946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:38:18.885225 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.886621 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-1a760c3a-6044-46e8-b978-bcafe85f4445 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5cebecd8-06f0-45ae-92fd-18c90c30c1f8 HTTP/1.1" status: 204 len: 168 time: 0.8176675 Jul 07 18:38:18.889243 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36476) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:18.933985 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Deleting subnet 7c10b183-a4a0-46ef-acea-8cb67f81b183 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:38:18.937032 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:18.970997 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.051713 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.112608 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.142621 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c10b183-a4a0-46ef-acea-8cb67f81b183,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:19.144722 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.146624 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-ae11319a-294f-4741-9341-8e011d530a59 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7c10b183-a4a0-46ef-acea-8cb67f81b183 HTTP/1.1" status: 204 len: 168 time: 0.2564242 Jul 07 18:38:19.149388 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36486) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:19.151665 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07defe4-e070-40c6-bd25-e16d1cdb2c94 None None] Network e50691c0-35a0-41d9-b105-1fd7654e0aa3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:38:19.228440 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.285960 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Deleting port 37cd10e5-4ceb-4932-a9cb-501a294fe880 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:38:19.286381 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.351011 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] For port 37cd10e5-4ceb-4932-a9cb-501a294fe880, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=37cd10e5-4ceb-4932-a9cb-501a294fe880,segment=NetworkSegment(06c14d7d-1e2e-4d96-9219-93fd60337567),segment_id=06c14d7d-1e2e-4d96-9219-93fd60337567)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:38:19.351368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.364638 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Calling delete_port for 37cd10e5-4ceb-4932-a9cb-501a294fe880 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:38:19.447710 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.474243 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Pushing event deleted for resources: {'Port': ['ID=37cd10e5-4ceb-4932-a9cb-501a294fe880,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:19.476072 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] No DVR routers for this DVR port 37cd10e5-4ceb-4932-a9cb-501a294fe880 on host dv-cinder-799871-3-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:38:19.535047 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9a788-0b25-48ff-b028-0fcb4cfbd33e None None] DHCP port deletion for e50691c0-35a0-41d9-b105-1fd7654e0aa3 request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:38:19.564784 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.575707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50691c0-35a0-41d9-b105-1fd7654e0aa3']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:19.587044 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c14d7d-1e2e-4d96-9219-93fd60337567') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:19.587338 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c14d7d-1e2e-4d96-9219-93fd60337567') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:38:19.596245 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.610745 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.616938 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:38:19.617463 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:38:19.619522 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:38:19.681744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.698617 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:19.702975 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] 10.222.0.58 "DELETE /v2.0/networks/e50691c0-35a0-41d9-b105-1fd7654e0aa3 HTTP/1.1" status: 204 len: 168 time: 0.5499508 Jul 07 18:38:19.702975 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba004a8-1355-48ae-b6fc-24083360aeec admin admin] Pushing event deleted for resources: {'Network': ['ID=e50691c0-35a0-41d9-b105-1fd7654e0aa3,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:19.886936 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36506) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:19.940667 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6fdaf354-cfaa-48f5-a33b-317852fc748b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e2b9eea67264fcfa13125ee5e570949&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525002 Jul 07 18:38:19.944504 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36512) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:20.000349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.021248 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.069552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.072185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:20.073365 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9863b299-da8e-4b42-8942-b14eee536477 HTTP/1.1" status: 204 len: 168 time: 0.1201749 Jul 07 18:38:20.081128 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52703955-3b38-4c76-984f-176d1d3ba8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863b299-da8e-4b42-8942-b14eee536477,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:20.497680 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b1cf5ee6-3c0d-47cd-af3c-285d51362a0d no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:20.517543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: b1cf5ee6-3c0d-47cd-af3c-285d51362a0d {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:20.517957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b1cf5ee6-3c0d-47cd-af3c-285d51362a0d not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:20.518437 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 37cd10e5-4ceb-4932-a9cb-501a294fe880 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:20.536368 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 37cd10e5-4ceb-4932-a9cb-501a294fe880 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:20.536715 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 37cd10e5-4ceb-4932-a9cb-501a294fe880 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:20.537129 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 39361de4-be07-443a-983d-4946b5c6e43d no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:38:20.554792 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 39361de4-be07-443a-983d-4946b5c6e43d {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:38:20.555143 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 39361de4-be07-443a-983d-4946b5c6e43d not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:38:21.831179 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36584) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:21.927555 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0cf45349-ee38-451a-ab98-b039ffef1489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.018965 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0cf45349-ee38-451a-ab98-b039ffef1489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.022731 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0cf45349-ee38-451a-ab98-b039ffef1489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.059928 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0cf45349-ee38-451a-ab98-b039ffef1489 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34b6983cd4a64cafb8db6a9215df0857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269337 Jul 07 18:38:22.061175 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf45349-ee38-451a-ab98-b039ffef1489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a218a3-0a78-47dd-98e1-5a030de2eeb7,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.062128 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36588) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:22.112334 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.137591 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.143611 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:38:22.181275 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.184513 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.185626 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98a218a3-0a78-47dd-98e1-5a030de2eeb7 HTTP/1.1" status: 204 len: 168 time: 0.1221740 Jul 07 18:38:22.192994 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461810c-4fc8-4020-8015-ee21c32e6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a218a3-0a78-47dd-98e1-5a030de2eeb7,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.443171 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36596) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:22.456235 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a2e32a41-0d25-4d2f-b1b3-4b12cf7cbe9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.541934 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a2e32a41-0d25-4d2f-b1b3-4b12cf7cbe9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.545545 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-a2e32a41-0d25-4d2f-b1b3-4b12cf7cbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.589532 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-a2e32a41-0d25-4d2f-b1b3-4b12cf7cbe9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ddc99527b56440d9b54a3a0f6ac94e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450992 Jul 07 18:38:22.590649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e32a41-0d25-4d2f-b1b3-4b12cf7cbe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4390198b-0127-41c2-b489-f3bc9fdf8593,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:22.592300 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36598) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:22.640565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.660195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.705210 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.707819 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:22.709010 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4390198b-0127-41c2-b489-f3bc9fdf8593 HTTP/1.1" status: 204 len: 168 time: 0.1157010 Jul 07 18:38:22.717025 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6baa52-4ee2-4f61-8d46-ed93a1e05270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4390198b-0127-41c2-b489-f3bc9fdf8593,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:24.719256 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-84d02de9-7067-4d8b-b64d-bc27c26f2fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:27.333897 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dfdec49e-f2c0-4425-9060-a7dc2acc859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:27.436366 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.269520 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36736) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:28.382950 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a7babbba-f6f4-4439-bf61-e8f6bf2127fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.444680 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.481010 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a7babbba-f6f4-4439-bf61-e8f6bf2127fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.484740 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a7babbba-f6f4-4439-bf61-e8f6bf2127fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.521781 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a7babbba-f6f4-4439-bf61-e8f6bf2127fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=815e56fbaef94c7398db952824527ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510309 Jul 07 18:38:28.522546 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7babbba-f6f4-4439-bf61-e8f6bf2127fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5e0f3-e689-4f4f-acba-03bfcd05a3d8,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:28.524535 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36740) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:28.571629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.593089 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.636026 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.639031 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:28.640228 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ce5e0f3-e689-4f4f-acba-03bfcd05a3d8 HTTP/1.1" status: 204 len: 168 time: 0.1146765 Jul 07 18:38:28.647574 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c778-a2cb-4c43-b7a5-3cd749559749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5e0f3-e689-4f4f-acba-03bfcd05a3d8,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:30.181282 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.188758 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36966) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:41.289951 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.374931 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.378909 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.416999 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72cd9ff2f3224b0ab31d745665c90287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271295 Jul 07 18:38:41.418121 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087576a-88ce-41fb-9c91-6d11a304da98,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:41.419577 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36970) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:41.425076 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.425430 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.425775 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.426110 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.426446 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.426788 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.427114 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.427444 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.427772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.428129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.428454 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.428776 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c87a-cac4-4349-9ea5-bc31e2994676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.467744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.488421 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.533464 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.536057 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.537186 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0087576a-88ce-41fb-9c91-6d11a304da98 HTTP/1.1" status: 204 len: 168 time: 0.1164331 Jul 07 18:38:41.544511 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087576a-88ce-41fb-9c91-6d11a304da98,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:41.551357 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.551682 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.552048 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.552389 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.552716 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.553043 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.553431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.553685 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.554006 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.554324 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.554639 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.555014 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc4d66-03f8-47f3-9afb-8e5de9caa516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:38:41.781455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 36976) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:41.794067 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f67ccd5-6224-481b-b3d6-1e80397d91c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.881453 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f67ccd5-6224-481b-b3d6-1e80397d91c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.885295 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f67ccd5-6224-481b-b3d6-1e80397d91c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.925088 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-6f67ccd5-6224-481b-b3d6-1e80397d91c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a61aa26b8d134e4b95e29cfe693d4584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425223 Jul 07 18:38:41.927123 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67ccd5-6224-481b-b3d6-1e80397d91c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2523e7-6ffd-4ca3-a369-88887a3fdbf2,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:41.928276 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 36984) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:41.928677 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:41.983334 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:42.010205 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:42.057110 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:42.059571 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:42.060832 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab2523e7-6ffd-4ca3-a369-88887a3fdbf2 HTTP/1.1" status: 204 len: 168 time: 0.1313550 Jul 07 18:38:42.068371 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43475bb-8c4b-44ba-9997-241e83c50bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2523e7-6ffd-4ca3-a369-88887a3fdbf2,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:48.310852 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37180) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:48.423203 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-95f781d4-ad56-4387-b00c-5ec24fe39b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.513485 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-95f781d4-ad56-4387-b00c-5ec24fe39b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.517738 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-95f781d4-ad56-4387-b00c-5ec24fe39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.554671 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-95f781d4-ad56-4387-b00c-5ec24fe39b0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e5e96c2e36c40888526af86c5171b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425973 Jul 07 18:38:48.555534 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f781d4-ad56-4387-b00c-5ec24fe39b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0970fe-587b-44e6-986a-62d907ebc04b,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:48.557475 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37184) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:48.607173 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.628521 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.675500 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.678062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:48.679331 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a0970fe-587b-44e6-986a-62d907ebc04b HTTP/1.1" status: 204 len: 168 time: 0.1207316 Jul 07 18:38:48.688059 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d8d19-4b9a-40dd-9670-3d9eb1b07ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0970fe-587b-44e6-986a-62d907ebc04b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:48.947651 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37192) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:48.961226 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-016a499b-fb8b-4ef7-8649-f9b4c8443a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.049245 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-016a499b-fb8b-4ef7-8649-f9b4c8443a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.053009 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-016a499b-fb8b-4ef7-8649-f9b4c8443a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.090730 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-016a499b-fb8b-4ef7-8649-f9b4c8443a5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f9fb2eea71a457892db8db2c9b91ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419566 Jul 07 18:38:49.091587 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a499b-fb8b-4ef7-8649-f9b4c8443a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caa178a-59c5-4db7-8925-5f3d50d2c072,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:49.093434 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37194) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:49.147020 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.167131 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.213991 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.216441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:49.217619 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5caa178a-59c5-4db7-8925-5f3d50d2c072 HTTP/1.1" status: 204 len: 168 time: 0.1225708 Jul 07 18:38:49.225873 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee57bd-82d9-40b6-b9f4-51dcaa7d98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caa178a-59c5-4db7-8925-5f3d50d2c072,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:51.214826 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37268) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:51.317431 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4c0cef2a-a1fa-4778-8d61-d8faeed1c081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.408255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4c0cef2a-a1fa-4778-8d61-d8faeed1c081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.412155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4c0cef2a-a1fa-4778-8d61-d8faeed1c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.451417 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4c0cef2a-a1fa-4778-8d61-d8faeed1c081 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8768f58a7ada4582997576ed56a63852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355249 Jul 07 18:38:51.453379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cef2a-a1fa-4778-8d61-d8faeed1c081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65861e83-2f1d-41b3-841a-46707c431260,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:51.454286 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37272) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:51.508209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.528922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.575776 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.578286 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.580079 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65861e83-2f1d-41b3-841a-46707c431260 HTTP/1.1" status: 204 len: 168 time: 0.1236086 Jul 07 18:38:51.589551 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bdea4-4c61-4acc-ac49-e748c870b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65861e83-2f1d-41b3-841a-46707c431260,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:51.838267 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37278) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:51.851829 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-de35cd5a-2248-4403-963a-c96b410b33b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.945707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-de35cd5a-2248-4403-963a-c96b410b33b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.956447 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-de35cd5a-2248-4403-963a-c96b410b33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:51.994194 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-de35cd5a-2248-4403-963a-c96b410b33b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd7ca6aaed464acfa925252dbd0f21fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548302 Jul 07 18:38:51.996204 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35cd5a-2248-4403-963a-c96b410b33b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbd8a3-fe72-4ec2-a75d-9d085d3c992f,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:51.997019 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37282) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:52.048956 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:52.070140 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:52.116255 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:52.118823 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:52.119993 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6bbd8a3-fe72-4ec2-a75d-9d085d3c992f HTTP/1.1" status: 204 len: 168 time: 0.1219647 Jul 07 18:38:52.128543 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b97d1-3d2d-46a3-8d79-2fc660ad53e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbd8a3-fe72-4ec2-a75d-9d085d3c992f,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:53.139106 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37314) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:53.241424 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-940a0445-c585-4cb5-82be-c525edd6dbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.327506 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-940a0445-c585-4cb5-82be-c525edd6dbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.331925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-940a0445-c585-4cb5-82be-c525edd6dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.369049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a0445-c585-4cb5-82be-c525edd6dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf0709-4153-431f-8ec7-a79eb4565912,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:53.373185 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-940a0445-c585-4cb5-82be-c525edd6dbc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42352f68ad8d43bbb3bc0ec23adbe301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331054 Jul 07 18:38:53.376441 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37318) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:53.428269 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.449397 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.497486 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.500481 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:53.501993 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97bf0709-4153-431f-8ec7-a79eb4565912 HTTP/1.1" status: 204 len: 168 time: 0.1251357 Jul 07 18:38:53.509926 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4778d59-8b59-4d6e-bd5c-04f389a2dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf0709-4153-431f-8ec7-a79eb4565912,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:54.719738 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1f1641b9-4dbb-43d3-bf19-493b5c872a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:54.876732 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37362) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:54.976858 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-75982c20-a964-41a7-824e-094c39a0a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.064125 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-75982c20-a964-41a7-824e-094c39a0a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.068205 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-75982c20-a964-41a7-824e-094c39a0a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.107764 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75982c20-a964-41a7-824e-094c39a0a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92df1eec-b998-4374-bfed-d741a695d556,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:55.114975 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-75982c20-a964-41a7-824e-094c39a0a7fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9480307570374c49bb916236a240875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371879 Jul 07 18:38:55.117919 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37368) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:55.168021 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.189373 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.236423 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.238986 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:55.240180 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92df1eec-b998-4374-bfed-d741a695d556 HTTP/1.1" status: 204 len: 168 time: 0.1213241 Jul 07 18:38:55.247723 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f60e9-aca3-4ec1-9b09-39b0bb8ddbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92df1eec-b998-4374-bfed-d741a695d556,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:56.206939 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37412) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:56.307241 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-134d0a3e-79a0-497c-8a56-a6fa4f8ad590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.394065 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-134d0a3e-79a0-497c-8a56-a6fa4f8ad590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.397833 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-134d0a3e-79a0-497c-8a56-a6fa4f8ad590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.432879 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d0a3e-79a0-497c-8a56-a6fa4f8ad590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ef186-7e7d-4741-bb6f-dace8108517c,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:56.437169 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-134d0a3e-79a0-497c-8a56-a6fa4f8ad590 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0237e4080fd440e5954a6ca70b12f2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292340 Jul 07 18:38:56.440376 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37416) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:38:56.487383 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.506965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.553146 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.555576 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:56.556712 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b1ef186-7e7d-4741-bb6f-dace8108517c HTTP/1.1" status: 204 len: 168 time: 0.1157272 Jul 07 18:38:56.564076 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9ba19-03b1-42bc-941b-5615c97f1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1ef186-7e7d-4741-bb6f-dace8108517c,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:38:57.333926 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-24e35286-e8ce-4c02-9ffc-d2265da0c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:57.437818 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:58.446429 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:38:59.142719 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:00.182225 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.540208 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37592) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:05.640177 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-88abbd61-71d8-4fb7-858c-f99ab8449ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.727793 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-88abbd61-71d8-4fb7-858c-f99ab8449ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.731458 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-88abbd61-71d8-4fb7-858c-f99ab8449ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.772419 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-88abbd61-71d8-4fb7-858c-f99ab8449ce4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b151129623049769d6067903178df65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311034 Jul 07 18:39:05.773300 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abbd61-71d8-4fb7-858c-f99ab8449ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c69ee-17bb-416b-ba18-a7930631c273,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:05.775125 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37602) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:05.822592 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.842388 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.889851 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.892460 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:05.893680 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a5c69ee-17bb-416b-ba18-a7930631c273 HTTP/1.1" status: 204 len: 168 time: 0.1175134 Jul 07 18:39:05.901323 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a38bb-1b06-4705-be32-7d93ecca632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c69ee-17bb-416b-ba18-a7930631c273,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:06.480730 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37624) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:06.571659 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-442965921-network', 'tenant_id': '7ef425496682408d95d3b59168cb95ca'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:06.594948 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Made reservation on behalf of 7ef425496682408d95d3b59168cb95ca for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:06.597810 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.609531 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.694623 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.698376 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.717790 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:39:06.731172 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e753b-c9d4-4cce-9618-0518bf7584fb,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:06.735812 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.736173 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Added segment 62929184-8f9b-457e-9e7c-e15b0acc8dc1 of type vlan for network 70ba77ce-eef8-442a-a37a-06f6bdf47192 Jul 07 18:39:06.777298 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.805554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.806708 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:06.807334 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:06.859079 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3770380 Jul 07 18:39:06.861920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37632) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:06.866954 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Request body: {'subnet': {'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-442965921-subnet', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'ip_version': 4}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:06.868619 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc435-faff-454f-9ff3-5519b9059fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=70ba77ce-eef8-442a-a37a-06f6bdf47192,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:06.882101 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:39:06.888047 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Made reservation on behalf of 7ef425496682408d95d3b59168cb95ca for: {'subnet': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:06.890451 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8481928'] for subnet, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.016094 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37636) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:07.066652 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11834231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8481946'] for subnet, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.136604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2cb190c-fe3c-443f-9d72-768c1e5a4a88,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:07.138940 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-98c43262-62de-447a-9be7-f1b5a25c0977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.153215 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Checking segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:07.153560 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Network hostable DHCP agents. Network: 70ba77ce-eef8-442a-a37a-06f6bdf47192, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:39:07.178809 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:39:07.191943 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 70ba77ce-eef8-442a-a37a-06f6bdf47192) {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:07.199038 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:07.199613 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.199771 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b9706-c2d2-4096-a814-a2a8c2d72fcd None None] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:07.254876 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-98c43262-62de-447a-9be7-f1b5a25c0977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.259660 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-98c43262-62de-447a-9be7-f1b5a25c0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.274119 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-cf794ece-3b71-4486-96f6-009dce6e5bc6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4084413 Jul 07 18:39:07.274661 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37640) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:07.279706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:07.298530 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-98c43262-62de-447a-9be7-f1b5a25c0977 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89c78e5fc28a4baba736d83f77347924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812691 Jul 07 18:39:07.300455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c43262-62de-447a-9be7-f1b5a25c0977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79a39c-cdfc-4bcb-8ca5-c3ca64eefc8f,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:07.301129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.302824 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37642) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:07.303503 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.354632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.357888 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-70ba77ce-eef8-442a-a37a-06f6bdf47192', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:39:07.358785 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.374946 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.375409 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.424059 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.426977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.428147 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd79a39c-cdfc-4bcb-8ca5-c3ca64eefc8f HTTP/1.1" status: 204 len: 168 time: 0.1242061 Jul 07 18:39:07.437976 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e180e5-350d-46c8-bc09-95eae9480f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79a39c-cdfc-4bcb-8ca5-c3ca64eefc8f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:07.511772 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Allocated IP 172.20.0.2 (70ba77ce-eef8-442a-a37a-06f6bdf47192/d2cb190c-fe3c-443f-9d72-768c1e5a4a88/45c6f796-0456-4476-bb22-41a2f77921b1) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:07.518470 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.673733 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.683329 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Transition to ACTIVE for port object 45c6f796-0456-4476-bb22-41a2f77921b1 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:07.700545 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Transition to ACTIVE for port object 45c6f796-0456-4476-bb22-41a2f77921b1 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:07.707666 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.736955 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.745532 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:07.749214 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:07.752934 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:07.759576 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.792152 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Pushing event updated for resources: {'Port': ['ID=45c6f796-0456-4476-bb22-41a2f77921b1,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:07.817739 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.818085 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.818425 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.818760 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.819089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.819417 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.819741 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.820088 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.820410 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.820733 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.821057 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.821372 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:07.834382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Attempting to bind port 45c6f796-0456-4476-bb22-41a2f77921b1 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:07.834752 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Attempting to bind port 45c6f796-0456-4476-bb22-41a2f77921b1 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:07.835110 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Attempting to bind port 45c6f796-0456-4476-bb22-41a2f77921b1 on network 70ba77ce-eef8-442a-a37a-06f6bdf47192 {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:07.840078 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:07.840447 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Checking segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:07.840845 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.841369 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Bound using segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:07.841852 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Bound port: 45c6f796-0456-4476-bb22-41a2f77921b1, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:07.842227 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.870593 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Allocated IP 172.27.2.95 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/8563c101-94ca-414d-b493-5a9a2cd52cd5) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:07.903693 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] For port 45c6f796-0456-4476-bb22-41a2f77921b1, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:07.906706 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] For port 45c6f796-0456-4476-bb22-41a2f77921b1, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=45c6f796-0456-4476-bb22-41a2f77921b1,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:07.910845 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:07.976508 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da44c0-8964-4247-8660-ec972ae8b9d7 None None] Pushing event updated for resources: {'Port': ['ID=45c6f796-0456-4476-bb22-41a2f77921b1,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:07.978445 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:08.017774 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:08.054894 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:08.061194 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:08.065532 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:08.068792 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Pushing event updated for resources: {'Port': ['ID=8563c101-94ca-414d-b493-5a9a2cd52cd5,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:08.324041 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:08.562320 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 45c6f796-0456-4476-bb22-41a2f77921b1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:08.615437 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 45c6f796-0456-4476-bb22-41a2f77921b1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:08.787055 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:08.820728 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b1f2fb-bb08-4a4d-92d2-cacb8a652e98 None None] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:08.877444 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Provisioning for port 45c6f796-0456-4476-bb22-41a2f77921b1 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:08.889028 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Provisioning complete for port 45c6f796-0456-4476-bb22-41a2f77921b1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:08.889392 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:08.910622 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Router c742ae7c-58f4-4384-9cc8-e70460d13682 is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:39:09.018061 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:39:09.029200 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Sync routers for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:09.033677 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.035247 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-42dfefd9-989a-48b1-9cbb-8980fd6def27 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7595248 Jul 07 18:39:09.038287 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37646) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:09.051110 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.063326 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:09.063875 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:09.134201 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] For port 45c6f796-0456-4476-bb22-41a2f77921b1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=45c6f796-0456-4476-bb22-41a2f77921b1,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:09.139366 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.371464 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faef08-29bf-4dc1-9ada-b1cf46814955 None None] Pushing event updated for resources: {'Port': ['ID=45c6f796-0456-4476-bb22-41a2f77921b1,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:09.377591 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:09.433736 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-c52e7677-e4c2-4757-a04f-8d07495700d3 None None] Provisioning complete for port 45c6f796-0456-4476-bb22-41a2f77921b1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:09.434022 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c52e7677-e4c2-4757-a04f-8d07495700d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.465649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.616758 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:08Z', 'revision_number': 3, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:09.623766 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Allocated IP 172.20.0.1 (70ba77ce-eef8-442a-a37a-06f6bdf47192/d2cb190c-fe3c-443f-9d72-768c1e5a4a88/9cb8a683-6fd0-43cd-a3b7-83bc12a8562f) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:09.643179 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Checking router: c742ae7c-58f4-4384-9cc8-e70460d13682 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:09.643531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Updating router c742ae7c-58f4-4384-9cc8-e70460d13682 port 8563c101-94ca-414d-b493-5a9a2cd52cd5 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:39:09.681585 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.729830 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.742645 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Transition to ACTIVE for port object 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:09.775016 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.810544 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:09.813389 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:09.818727 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:09.846201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Pushing event updated for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:09.867624 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.952922 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:09.969002 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Transition to ACTIVE for port object 8563c101-94ca-414d-b493-5a9a2cd52cd5 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:09.977621 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.021936 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.037408 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827fd85-772c-4a59-962a-b09be94b3ac5 None None] Pushing event updated for resources: {'Port': ['ID=8563c101-94ca-414d-b493-5a9a2cd52cd5,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:10.042023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-14919e3e-d5d7-4d59-a2fc-1eef93fe3eb1 None None] Provisioning for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:10.045941 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Attempting to bind port 8563c101-94ca-414d-b493-5a9a2cd52cd5 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:10.046297 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Attempting to bind port 8563c101-94ca-414d-b493-5a9a2cd52cd5 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:10.046650 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Attempting to bind port 8563c101-94ca-414d-b493-5a9a2cd52cd5 on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:10.048412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-14919e3e-d5d7-4d59-a2fc-1eef93fe3eb1 None None] Provisioning complete for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:10.048775 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-14919e3e-d5d7-4d59-a2fc-1eef93fe3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.072754 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:10.073112 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:10.073499 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.073886 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:10.074359 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Bound port: 8563c101-94ca-414d-b493-5a9a2cd52cd5, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:10.074727 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.114465 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-14919e3e-d5d7-4d59-a2fc-1eef93fe3eb1 None None] Port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:10.135581 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] For port 8563c101-94ca-414d-b493-5a9a2cd52cd5, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:10.139130 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] For port 8563c101-94ca-414d-b493-5a9a2cd52cd5, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8563c101-94ca-414d-b493-5a9a2cd52cd5,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:10.143305 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.190858 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.195540 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.200997 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:10.201620 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:10.206327 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827fd85-772c-4a59-962a-b09be94b3ac5 None None] Pushing event updated for resources: {'Port': ['ID=8563c101-94ca-414d-b493-5a9a2cd52cd5,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:10.268200 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.275752 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Pushing event updated for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:10.313311 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:10.365836 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:10.367285 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:10.489828 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Router c742ae7c-58f4-4384-9cc8-e70460d13682 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:10.567263 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 2, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:10.600855 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796405c-10af-48c2-82be-3b23ee76f1d6 None None] The sync data for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi is: [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 2, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:10.609568 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 45c6f796-0456-4476-bb22-41a2f77921b1 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:10.636682 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:39:10.649954 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-144dd7e6-95a8-457d-bb48-aa065058977b admin admin] 10.222.0.58 "PUT /v2.0/routers/c742ae7c-58f4-4384-9cc8-e70460d13682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033351 Jul 07 18:39:10.671837 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-6b090fc1-dba3-4490-a8be-b1cb08c080dc None None] Provisioning complete for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:10.672235 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-6b090fc1-dba3-4490-a8be-b1cb08c080dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.732395 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 45c6f796-0456-4476-bb22-41a2f77921b1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:10.732781 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:10.735388 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-6b090fc1-dba3-4490-a8be-b1cb08c080dc None None] Port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:11.242601 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37664) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:11.257525 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1275215340-network', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:11.283050 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Made reservation on behalf of 49b7edab3ce74adcbbf0e1f5e3bcc4bc for: {'network': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:11.286080 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for network, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.301783 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.396115 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.400554 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.428937 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=92946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:39:11.438592 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5938ad7-5445-47d7-9854-1317219c138a,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:11.443477 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.443818 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.segments_db [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Added segment cbde8787-a79b-47b0-b11c-71287f91011d of type vlan for network 9570add4-8803-4674-9a76-4fcd9713603d Jul 07 18:39:11.486101 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765736332894'] for network, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.515396 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447'] for network, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.516403 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:11.516984 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.569657 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3162854 Jul 07 18:39:11.574689 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37666) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:11.582043 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Request body: {'subnet': {'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1275215340-subnet', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'ip_version': 4}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:11.595829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880b12-8bfb-4238-80d2-e74b93a1d701 admin admin] Pushing event updated for resources: {'Network': ['ID=9570add4-8803-4674-9a76-4fcd9713603d,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:11.606900 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Network 9570add4-8803-4674-9a76-4fcd9713603d details requested by agent ovs-agent-dv-cinder-799871-3-iscsi with host dv-cinder-799871-3-iscsi {{(pid=92947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:39:11.614464 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Made reservation on behalf of 49b7edab3ce74adcbbf0e1f5e3bcc4bc for: {'subnet': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:11.616875 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503187'] for subnet, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.794600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12317420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503169'] for subnet, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.847401 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c720f45f-88b4-4c8a-a2a0-c4c90ce7e044,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:11.857780 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Checking segment: {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:11.858140 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Network hostable DHCP agents. Network: 9570add4-8803-4674-9a76-4fcd9713603d, hostable agents: ['9f731596-b004-4bfa-86e6-8ae6a932fdff'], hosted agents: [] {{(pid=92946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:39:11.873777 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Network 9570add4-8803-4674-9a76-4fcd9713603d is scheduled to be hosted by DHCP agent 9f731596-b004-4bfa-86e6-8ae6a932fdff with binding_index 1 {{(pid=92946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:39:11.882333 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-3-iscsi, 9570add4-8803-4674-9a76-4fcd9713603d) {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:11.886123 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:11.886714 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.891530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24e98d-0e6a-4386-99fc-f5987c5455e7 None None] Network 9570add4-8803-4674-9a76-4fcd9713603d requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:11.905542 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-500b1612-7221-4314-9a0d-04ff69dca05c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3272524 Jul 07 18:39:11.905826 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37668) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:11.910744 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:11.931094 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3690193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10529'] for router, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.932113 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3690062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3691006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3799864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10552'] for router, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.953176 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:11.989256 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.053388 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3050ad6-8e1a-53d5-b8cd-be3e73fd2853-9570add4-8803-4674-9a76-4fcd9713603d', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044'}]}} from dv-cinder-799871-3-iscsi. {{(pid=92947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:39:12.054412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.092601 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-b44443ab-bc28-4f67-97d8-dd328f380967 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566118 Jul 07 18:39:12.132867 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3792148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3690179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10506'] for router, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.194094 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-0799de5b-fbc0-4675-b435-8bdaeb09f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.197545 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-0799de5b-fbc0-4675-b435-8bdaeb09f2df service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 1098 time: 0.0593026 Jul 07 18:39:12.202631 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.db_base_plugin_common [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Allocated IP 172.20.0.2 (9570add4-8803-4674-9a76-4fcd9713603d/c720f45f-88b4-4c8a-a2a0-c4c90ce7e044/4d44ed1f-5366-4346-b5db-149b2e158100) {{(pid=92947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:12.316341 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-9ea40003-01c8-479b-a052-4f5c67a09222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.318055 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-9ea40003-01c8-479b-a052-4f5c67a09222 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0972755 Jul 07 18:39:12.360451 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks [] for port, precommit_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.361633 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.370334 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Transition to ACTIVE for port object 4d44ed1f-5366-4346-b5db-149b2e158100 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:12.385481 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Transition to ACTIVE for port object 4d44ed1f-5366-4346-b5db-149b2e158100 will not be triggered until provisioned by entity DHCP. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:12.387132 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.391152 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925'] for port, after_create {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.396475 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-1592f759-baa8-4c5f-a51e-a55f5184c851 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 200 len: 1001 time: 0.0717247 Jul 07 18:39:12.433265 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Pushing event updated for resources: {'Port': ['ID=4d44ed1f-5366-4346-b5db-149b2e158100,revision_number=1']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:12.445797 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Network 9570add4-8803-4674-9a76-4fcd9713603d is already hosted by enough agents. {{(pid=92947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:12.447510 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.scheduler.base_scheduler [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Resources bound (agent type, host, resource id): {{(pid=92947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:12.450003 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Received port after_create {{(pid=92947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:12.462712 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-6fbfe803-018a-4a92-8eca-0bd90f5d3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.464351 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-6fbfe803-018a-4a92-8eca-0bd90f5d3522 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0619047 Jul 07 18:39:12.511986 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Allocated IP 172.27.2.107 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/979b7a6a-c354-4182-b373-d9462e9edfd7) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:12.515076 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Attempting to bind port 4d44ed1f-5366-4346-b5db-149b2e158100 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:12.515441 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Attempting to bind port 4d44ed1f-5366-4346-b5db-149b2e158100 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:12.515798 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Attempting to bind port 4d44ed1f-5366-4346-b5db-149b2e158100 on network 9570add4-8803-4674-9a76-4fcd9713603d {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:12.525462 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:12.525462 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Checking segment: {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:12.525721 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.526052 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Bound using segment: {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:12.526528 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Bound port: 4d44ed1f-5366-4346-b5db-149b2e158100, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:12.526905 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.547064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-f388a63b-66ba-43c2-8002-ac38bbb3ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:12.549444 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-f388a63b-66ba-43c2-8002-ac38bbb3ef50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780089 Jul 07 18:39:12.613639 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8563c101-94ca-414d-b493-5a9a2cd52cd5 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:12.650807 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.653038 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Sync routers for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:12.660681 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-f3bf2536-f198-4967-bfcc-c1968feb3cd1 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036353 Jul 07 18:39:12.666189 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:12.667224 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] For port 4d44ed1f-5366-4346-b5db-149b2e158100, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:12.667402 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:12.672047 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] For port 4d44ed1f-5366-4346-b5db-149b2e158100, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4d44ed1f-5366-4346-b5db-149b2e158100,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:12.681863 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.701295 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.742404 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:12.744618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2ed0e-fc5d-4bc2-a709-bf074b0ecb88 None None] Pushing event updated for resources: {'Port': ['ID=4d44ed1f-5366-4346-b5db-149b2e158100,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:12.748189 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:12.752110 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:12.773849 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-919b3e96-dede-458a-8cde-f0ef833504a5 req-cf098ed9-46d2-44e7-ac56-321ea35eef83 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062081 Jul 07 18:39:12.776147 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 8563c101-94ca-414d-b493-5a9a2cd52cd5 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:12.785856 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 8563c101-94ca-414d-b493-5a9a2cd52cd5 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:12.786500 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.794314 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:12.807797 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Pushing event updated for resources: {'Port': ['ID=979b7a6a-c354-4182-b373-d9462e9edfd7,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:12.875571 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.899091 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 8563c101-94ca-414d-b493-5a9a2cd52cd5, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8563c101-94ca-414d-b493-5a9a2cd52cd5,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:12.903865 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:12.968438 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=8563c101-94ca-414d-b493-5a9a2cd52cd5,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:13.075675 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.077080 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:10Z', 'revision_number': 2, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:13.116117 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Checking router: c742ae7c-58f4-4384-9cc8-e70460d13682 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:13.116468 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Updating router c742ae7c-58f4-4384-9cc8-e70460d13682 port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:39:13.156360 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.423077 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.434512 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Transition to ACTIVE for port object 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:13.442334 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.493514 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Pushing event updated for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:13.521529 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.521875 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.522751 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.523109 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.523417 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.523747 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.524663 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.524940 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.525287 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.525617 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.526500 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.526833 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:13.543769 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3690202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3792143'] for router, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.565369 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Attempting to bind port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:13.566840 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Attempting to bind port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:13.567367 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Attempting to bind port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f on network 70ba77ce-eef8-442a-a37a-06f6bdf47192 {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:13.573052 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:13.573695 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Checking segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:13.574260 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.574813 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Bound using segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:13.575427 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Bound port: 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:13.576185 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.649242 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] For port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:13.652823 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] For port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:13.658386 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.692148 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 is scheduled to L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 with binding_index 1 {{(pid=92946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:39:13.704228 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:13.704854 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:13.825649 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:39:13.837212 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Sync routers for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:13.849455 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:13.850185 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:13.864007 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:13.865708 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-3a9c40e6-923a-4573-a66e-ae87e0ec9f5d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9589109 Jul 07 18:39:13.868969 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37670) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:39:13.917083 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2995-1a30-46ef-aa54-320d60df124f None None] Pushing event updated for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:13.926998 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:14.109991 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d2ac7-368b-4de0-9987-8499ba6744f6 None None] Network 9570add4-8803-4674-9a76-4fcd9713603d requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:39:14.154785 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:13Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:14.178528 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-e421fe20-748e-40a6-a697-e6825675c38d None None] Provisioning for port 4d44ed1f-5366-4346-b5db-149b2e158100 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:14.188291 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950fa42f-3e44-4b38-a4ed-2c4bd32455bb None None] The sync data for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi is: [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:13Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:14.205005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:14.341555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.478903 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 3, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:14.516586 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Allocated IP 172.20.0.1 (9570add4-8803-4674-9a76-4fcd9713603d/c720f45f-88b4-4c8a-a2a0-c4c90ce7e044/94dbb3d3-74cb-492b-8c37-e2f3b7074300) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:14.532027 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Checking router: 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:14.536087 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Updating router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 port 979b7a6a-c354-4182-b373-d9462e9edfd7 binding host dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:39:14.607385 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.698929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.713815 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Transition to ACTIVE for port object 94dbb3d3-74cb-492b-8c37-e2f3b7074300 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:14.761713 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8563c101-94ca-414d-b493-5a9a2cd52cd5 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:14.764698 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.817513 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Network 9570add4-8803-4674-9a76-4fcd9713603d is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:14.818870 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:14.826812 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:14.829222 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:14.873736 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693112'] for router_interface, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:14.892535 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 8563c101-94ca-414d-b493-5a9a2cd52cd5 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:14.893647 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.016454 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks [] for port, precommit_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.040290 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.049470 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Transition to ACTIVE for port object 979b7a6a-c354-4182-b373-d9462e9edfd7 will not be triggered until provisioned by entity L2. {{(pid=92947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:15.061406 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:15.063343 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.147797 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Attempting to bind port 979b7a6a-c354-4182-b373-d9462e9edfd7 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:15.148096 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Attempting to bind port 979b7a6a-c354-4182-b373-d9462e9edfd7 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:15.148451 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Attempting to bind port 979b7a6a-c354-4182-b373-d9462e9edfd7 on network facb4317-5715-4363-a030-031b101744bc {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:15.151333 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f33ad8-eaec-4a63-96a3-4f5a795f852b None None] Pushing event updated for resources: {'Port': ['ID=979b7a6a-c354-4182-b373-d9462e9edfd7,revision_number=2']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.161448 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:15.161817 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Checking segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:15.162215 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.162594 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Bound using segment: {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'} {{(pid=92947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:15.163060 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.managers [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Bound port: 979b7a6a-c354-4182-b373-d9462e9edfd7, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada89c8a-9d49-4c78-9378-a75cda9677fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'facb4317-5715-4363-a030-031b101744bc'}}] {{(pid=92947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:15.163433 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.196436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:15.204131 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-cf84536e-a4a2-4dd4-8e01-a7d2f1ca9282 None None] Provisioning for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:15.209017 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.210944 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:15.211311 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.213643 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.217877 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-cf84536e-a4a2-4dd4-8e01-a7d2f1ca9282 None None] Provisioning complete for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:15.218235 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cf84536e-a4a2-4dd4-8e01-a7d2f1ca9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.273253 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] For port 979b7a6a-c354-4182-b373-d9462e9edfd7, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:15.281186 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3692869'] for router_interface, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.284363 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.296836 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] For port 979b7a6a-c354-4182-b373-d9462e9edfd7, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=979b7a6a-c354-4182-b373-d9462e9edfd7,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:15.298080 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-cf84536e-a4a2-4dd4-8e01-a7d2f1ca9282 None None] Port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:15.303153 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.380121 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Network 9570add4-8803-4674-9a76-4fcd9713603d is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:15.381552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:15.386573 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:15.387273 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:15.391318 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f33ad8-eaec-4a63-96a3-4f5a795f852b None None] Pushing event updated for resources: {'Port': ['ID=979b7a6a-c354-4182-b373-d9462e9edfd7,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.434287 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.500112 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:15.506885 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:15.517247 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.518041 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4d44ed1f-5366-4346-b5db-149b2e158100 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:15.577427 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:15.609422 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:39:15.616050 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7f7d62b3-813e-47a3-af34-1a5b70dbcdd4 admin admin] 10.222.0.58 "PUT /v2.0/routers/20badb31-eeb1-4ad3-b723-922dd0f2eeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457311 Jul 07 18:39:15.680215 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:15.689886 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-33597585-7a6a-4e5a-bd80-46b5698ed5cf None None] Provisioning complete for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:15.690250 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-33597585-7a6a-4e5a-bd80-46b5698ed5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.753914 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 4d44ed1f-5366-4346-b5db-149b2e158100 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:15.764526 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 4d44ed1f-5366-4346-b5db-149b2e158100 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:15.764895 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.796404 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-33597585-7a6a-4e5a-bd80-46b5698ed5cf None None] Port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:15.901725 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:15.926655 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:14Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '94dbb3d3-74cb-492b-8c37-e2f3b7074300', 'name': '', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'mac_address': 'fa:16:3e:2c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:14Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 2, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'subnets': [{'id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:15.973743 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0069929-a410-4f51-8bf7-b775c3e3f94f None None] The sync data for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi is: [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:14Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '94dbb3d3-74cb-492b-8c37-e2f3b7074300', 'name': '', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'mac_address': 'fa:16:3e:2c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:14Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 2, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'subnets': [{'id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:15.978742 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 4d44ed1f-5366-4346-b5db-149b2e158100, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4d44ed1f-5366-4346-b5db-149b2e158100,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:15.984038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:16.033809 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=4d44ed1f-5366-4346-b5db-149b2e158100,revision_number=3']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:16.571168 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4d44ed1f-5366-4346-b5db-149b2e158100 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:16.637598 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 4d44ed1f-5366-4346-b5db-149b2e158100 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:16.637967 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:16.724787 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:16.775254 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:16.775749 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.501408 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Sync routers for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:18.512572 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:18.513220 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:18.618090 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 979b7a6a-c354-4182-b373-d9462e9edfd7 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:18.644544 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:18.831502 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 979b7a6a-c354-4182-b373-d9462e9edfd7 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:18.836833 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 979b7a6a-c354-4182-b373-d9462e9edfd7 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:18.837831 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.882674 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:14Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '94dbb3d3-74cb-492b-8c37-e2f3b7074300', 'name': '', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'mac_address': 'fa:16:3e:2c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:14Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 2, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'subnets': [{'id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:18.910162 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Checking router: 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:18.910713 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Updating router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 binding host dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:39:18.932112 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.952250 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:18.958343 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 979b7a6a-c354-4182-b373-d9462e9edfd7, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=979b7a6a-c354-4182-b373-d9462e9edfd7,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:18.964174 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.032276 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=979b7a6a-c354-4182-b373-d9462e9edfd7,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:19.255548 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks [] for port, precommit_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.267541 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.provisioning_blocks [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Transition to ACTIVE for port object 94dbb3d3-74cb-492b-8c37-e2f3b7074300 will not be triggered until provisioned by entity L2. {{(pid=92948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:19.273393 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.322423 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489f9c0-e27d-4cbe-b3ef-cd4d87437ce2 None None] Pushing event updated for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=3']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:19.385899 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Attempting to bind port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 on host dv-cinder-799871-3-iscsi for vnic_type normal with profile {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:19.386316 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Attempting to bind port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 by drivers openvswitch,hyperv on host dv-cinder-799871-3-iscsi at level 0 using segments [{'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:19.388795 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Attempting to bind port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 on network 9570add4-8803-4674-9a76-4fcd9713603d {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:19.394930 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Checking agent: {'id': '15374c23-3e07-4942-9260-2b2116a19247', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 21, 57), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:19.395293 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Checking segment: {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:19.395881 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.396153 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Bound using segment: {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'} {{(pid=92948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:19.396613 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.managers [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Bound port: 94dbb3d3-74cb-492b-8c37-e2f3b7074300, host: dv-cinder-799871-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbde8787-a79b-47b0-b11c-71287f91011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d'}}] {{(pid=92948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:19.397003 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.476963 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] For port 94dbb3d3-74cb-492b-8c37-e2f3b7074300, host dv-cinder-799871-3-iscsi, cleared binding levels {{(pid=92948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:19.480987 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.plugins.ml2.db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] For port 94dbb3d3-74cb-492b-8c37-e2f3b7074300, host dv-cinder-799871-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=94dbb3d3-74cb-492b-8c37-e2f3b7074300,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:19.491637 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron_lib.callbacks.manager [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:19.577644 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:19.578348 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:38:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:19.580385 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489f9c0-e27d-4cbe-b3ef-cd4d87437ce2 None None] Pushing event updated for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=4']} {{(pid=92948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:19.735871 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:19.957586 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:14Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '94dbb3d3-74cb-492b-8c37-e2f3b7074300', 'name': '', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'mac_address': 'fa:16:3e:2c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:14Z', 'updated_at': '2021-07-07T18:39:19Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'subnets': [{'id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:19.986414 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919898f-5a3a-4e2e-9689-38ef79c510cb None None] The sync data for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi is: [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:39:14Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '94dbb3d3-74cb-492b-8c37-e2f3b7074300', 'name': '', 'network_id': '9570add4-8803-4674-9a76-4fcd9713603d', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'mac_address': 'fa:16:3e:2c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:14Z', 'updated_at': '2021-07-07T18:39:19Z', 'revision_number': 4, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'subnets': [{'id': 'c720f45f-88b4-4c8a-a2a0-c4c90ce7e044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:20.610642 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 979b7a6a-c354-4182-b373-d9462e9edfd7 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:20.668180 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 979b7a6a-c354-4182-b373-d9462e9edfd7 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:20.668551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.757775 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 94dbb3d3-74cb-492b-8c37-e2f3b7074300 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:20.811119 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:20.815035 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:20.815460 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.902609 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:20.939995 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] For port 94dbb3d3-74cb-492b-8c37-e2f3b7074300, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=94dbb3d3-74cb-492b-8c37-e2f3b7074300,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:20.945333 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:21.001925 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Pushing event updated for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:22.548439 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 94dbb3d3-74cb-492b-8c37-e2f3b7074300 up at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:22.602874 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Provisioning complete for port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:22.603249 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:24.721338 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-bd0dea59-3e49-47da-85eb-924b967eeacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:26.257452 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0552c9e5-4423-4c88-8742-42bf93358030 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:26.258949 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0552c9e5-4423-4c88-8742-42bf93358030 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 814 time: 0.3480647 Jul 07 18:39:26.273783 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-f35978c5-fb07-431a-88e5-fcb62afd72a4 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/quotas/7ef425496682408d95d3b59168cb95ca HTTP/1.1" status: 200 len: 375 time: 0.0095880 Jul 07 18:39:26.341464 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-6dc29521-de37-4815-9020-77fe7c07f7f3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630322 Jul 07 18:39:26.434054 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-947f03a6-80a1-4838-b591-dd1424e5ceeb service neutron] 10.222.0.58 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803895 Jul 07 18:39:26.521973 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-a362569a-328a-4c71-8715-ee55b1a40c55 service neutron] 10.222.0.58 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824847 Jul 07 18:39:26.689830 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-eb7d1fd3-1ca1-42b1-8813-8630faed2fd0 req-0f4077df-b001-4a2b-aec2-01bc2b5c6ad2 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0309067 Jul 07 18:39:27.337082 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4c044620-0c8c-48a5-9283-1d10c72a6a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.438365 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:27.776637 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-5bb7c0c1-95da-475b-b13e-3716d21d1a4a req-48746a71-ca20-48e6-8eac-fcfaf66dc816 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Jul 07 18:39:28.449023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:28.857000 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a3165286-6277-45ff-bd48-48e4d16bf8df req-ca9b10c0-4b72-4d2c-b40b-adea49d4b1c1 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Jul 07 18:39:29.935464 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b02172f7-4e20-4182-b7fd-a5e16e7c3ef9 req-e85a03f9-48eb-4ebe-a0e3-683fd281cd3b tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Jul 07 18:39:30.184118 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:31.071175 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cfc1dc8e-763e-4c23-ac57-a4a5a0e5becd req-4f12f430-a9e8-4682-87ac-b87269308423 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0280583 Jul 07 18:39:31.818643 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-231b67c5-188a-4807-84ec-59d7d6a3f897 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:31.820213 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-231b67c5-188a-4807-84ec-59d7d6a3f897 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 814 time: 0.1033039 Jul 07 18:39:31.842001 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'port': {'device_id': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'admin_state_up': True, 'tenant_id': '7ef425496682408d95d3b59168cb95ca'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:31.946232 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Made reservation on behalf of 7ef425496682408d95d3b59168cb95ca for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:31.949779 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.074490 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Allocated IP 172.20.0.10 (70ba77ce-eef8-442a-a37a-06f6bdf47192/d2cb190c-fe3c-443f-9d72-768c1e5a4a88/cbcf47f3-cb42-4f7b-9a8a-71b38be4f166) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:32.224056 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8569b87-0716-4cc5-9222-ce11fed2aab5 req-9c9c3be2-8cf7-4f03-a7ae-7650e4d17d5e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0335379 Jul 07 18:39:32.318786 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.334993 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Transition to ACTIVE for port object cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:32.382180 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.483342 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:32.495455 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:32.503444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:32.577147 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:32.604997 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:32.619782 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.636813 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-c3b4b0db-05a1-478a-96a1-d5afc97e8265 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7986050 Jul 07 18:39:32.792754 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-772ec1a7-07a4-4e6e-b445-67c7a38effb0 None None] Provisioning for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:32.796580 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-772ec1a7-07a4-4e6e-b445-67c7a38effb0 None None] Provisioning complete for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:32.796942 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-772ec1a7-07a4-4e6e-b445-67c7a38effb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:32.831356 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-772ec1a7-07a4-4e6e-b445-67c7a38effb0 None None] Port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:33.439665 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddb39d-59b3-4f95-b6cc-0f97f899a444 req-429b7369-b1a9-4a32-ba2f-9967537af99c tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:33.441293 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d0ddb39d-59b3-4f95-b6cc-0f97f899a444 req-429b7369-b1a9-4a32-ba2f-9967537af99c tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0893729 Jul 07 18:39:33.484345 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-d0ddb39d-59b3-4f95-b6cc-0f97f899a444 req-0a2091bb-acc3-4408-aaec-083b02226ae9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371192 Jul 07 18:39:34.659582 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37b3eb-7bdd-4d89-b4cb-8cfb4801a3af req-d9d127e1-3fa1-4b66-9a13-015218229ab9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:34.661737 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e37b3eb-7bdd-4d89-b4cb-8cfb4801a3af req-d9d127e1-3fa1-4b66-9a13-015218229ab9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0655248 Jul 07 18:39:34.699706 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8e37b3eb-7bdd-4d89-b4cb-8cfb4801a3af req-7d10be72-722e-4ba3-8baf-74c16b4a221e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Jul 07 18:39:35.878738 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e959-324d-4594-8097-360d7345e592 req-d6f6eddb-b948-465a-8692-d2d447e078a0 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:35.880381 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9333e959-324d-4594-8097-360d7345e592 req-d6f6eddb-b948-465a-8692-d2d447e078a0 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0632665 Jul 07 18:39:35.918167 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9333e959-324d-4594-8097-360d7345e592 req-ea860522-ff31-4175-aca3-6fde003d83e0 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jul 07 18:39:36.141338 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:39:37.100568 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d56e46-70d8-46fb-b416-71ab7c8750b1 req-bc0de3bf-e578-4201-a018-a01f9a2e45e0 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:37.102041 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-36d56e46-70d8-46fb-b416-71ab7c8750b1 req-bc0de3bf-e578-4201-a018-a01f9a2e45e0 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0668216 Jul 07 18:39:37.149855 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-36d56e46-70d8-46fb-b416-71ab7c8750b1 req-4acd37e3-18dc-4be8-ba53-8971abe45b41 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Jul 07 18:39:38.323746 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ba88-953c-4a11-b3a7-67848531dcce req-4aba92e6-8d2c-459d-896b-9a655ad123ce tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:38.325897 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3946ba88-953c-4a11-b3a7-67848531dcce req-4aba92e6-8d2c-459d-896b-9a655ad123ce tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0645895 Jul 07 18:39:38.365611 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3946ba88-953c-4a11-b3a7-67848531dcce req-1ad033e8-a8f6-4572-b9ff-f403f948e479 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Jul 07 18:39:39.541545 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1a50-cfd0-47eb-876d-83d26c6190bd req-14347f65-6e7d-4532-bee2-8bba3224a85f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:39.543042 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61db1a50-cfd0-47eb-876d-83d26c6190bd req-14347f65-6e7d-4532-bee2-8bba3224a85f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0667150 Jul 07 18:39:39.581118 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61db1a50-cfd0-47eb-876d-83d26c6190bd req-dfbcc740-03af-4652-a1a2-e1a9d82a0327 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Jul 07 18:39:40.760515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b5cfa-7d4d-489d-a9be-9f536e75d2a6 req-872367c0-e315-4d1d-ae37-2cf4a3985472 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:40.761969 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e17b5cfa-7d4d-489d-a9be-9f536e75d2a6 req-872367c0-e315-4d1d-ae37-2cf4a3985472 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0683403 Jul 07 18:39:40.801215 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e17b5cfa-7d4d-489d-a9be-9f536e75d2a6 req-29b6d748-bb6c-40f4-a1fa-e3f4ff85cda6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 07 18:39:41.939338 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:41.980295 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e6a9-5246-4041-be36-fdfad71132f8 req-9f025507-825c-4f1b-9613-8f8b5df782cf tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:41.981763 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d5b6e6a9-5246-4041-be36-fdfad71132f8 req-9f025507-825c-4f1b-9613-8f8b5df782cf tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0668824 Jul 07 18:39:42.020197 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d5b6e6a9-5246-4041-be36-fdfad71132f8 req-c8afa14f-b167-409c-ac4b-d4bd75fc6247 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 07 18:39:43.198448 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a3e2-233a-4940-bed0-56735af6d6b4 req-607cdb7d-928d-4eb1-bf5d-a66142e8c356 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:43.199956 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a6d9a3e2-233a-4940-bed0-56735af6d6b4 req-607cdb7d-928d-4eb1-bf5d-a66142e8c356 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 932 time: 0.0649559 Jul 07 18:39:43.238747 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a6d9a3e2-233a-4940-bed0-56735af6d6b4 req-f133a70a-ecbc-44ca-b79d-8fa94ffdc36b tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Jul 07 18:39:43.690862 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Request body: {'port': {'device_id': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:43.763666 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.017032 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:44.024284 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.035378 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Transition to ACTIVE for port object cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:44.039913 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.090443 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:44.117581 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.117932 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.118274 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.118606 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.118935 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.119262 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.119612 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.119965 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.120293 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.120613 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.120935 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.121254 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:39:44.173727 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Attempting to bind port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:44.174070 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Attempting to bind port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:44.174401 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Attempting to bind port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 on network 70ba77ce-eef8-442a-a37a-06f6bdf47192 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:44.178984 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 on network 70ba77ce-eef8-442a-a37a-06f6bdf47192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:39:44.179376 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Attempting to bind port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 on network 70ba77ce-eef8-442a-a37a-06f6bdf47192 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:44.184347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:44.184686 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Checking segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:44.185120 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Bound using segment: {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:44.185545 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Bound port: cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62929184-8f9b-457e-9e7c-e15b0acc8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:44.186053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.249365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:44.252565 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:44.256572 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.287843 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.288471 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:44.289829 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] 10.222.0.103 "PUT /v2.0/ports/cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1094 time: 0.6034715 Jul 07 18:39:44.290273 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:44.293061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d2fce-aeb7-421a-857b-1e24599abe43" -d '{"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:44.334916 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b4159-d27a-4e83-8bd7-8fd6e0b0a838 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:44.387851 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7784c0-8405-4ab3-befc-3bcccdcc8d92 x-openstack-request-id: req-fe7784c0-8405-4ab3-befc-3bcccdcc8d92 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:44.388154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:44.388405 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe7784c0-8405-4ab3-befc-3bcccdcc8d92 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:44.388800 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:39:44.450917 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0f169424-ed03-4baa-af58-d6377aab09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.452508 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-0f169424-ed03-4baa-af58-d6377aab09e7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1097 time: 0.1081164 Jul 07 18:39:44.461017 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c7eeb-7599-4175-bb05-b93b95fb6ff8 req-0069fc7e-4d0a-4e0f-8f6c-26b6a63a209e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.462448 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c34c7eeb-7599-4175-bb05-b93b95fb6ff8 req-0069fc7e-4d0a-4e0f-8f6c-26b6a63a209e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 944 time: 0.1052294 Jul 07 18:39:44.507019 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-3eaf2e74-ca04-492c-a8a9-d286dd378a40 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 217 time: 0.0436449 Jul 07 18:39:44.554216 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-c34c7eeb-7599-4175-bb05-b93b95fb6ff8 req-525c2c00-3089-47fa-828a-c6e4daf3d4be tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845821 Jul 07 18:39:44.570225 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-ed83ae42-3af5-43a2-815c-da0409dc5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.571772 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-ed83ae42-3af5-43a2-815c-da0409dc5a24 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0569625 Jul 07 18:39:44.627820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-788cd85d-b314-4c44-a4cf-4775d4e7d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.629307 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-788cd85d-b314-4c44-a4cf-4775d4e7d097 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506716 Jul 07 18:39:44.714719 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-9eddb070-24d1-470c-9165-0f3b18921b97 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778465 Jul 07 18:39:44.802814 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e0817b59-820f-4c1a-8306-e5bacbb1a278 req-bcd42040-6a4e-484d-be88-2f048419c7d0 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810139 Jul 07 18:39:44.902967 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-bf4ec251-957e-4cfa-bf67-5d292d921b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.904772 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-bf4ec251-957e-4cfa-bf67-5d292d921b21 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1097 time: 0.0552940 Jul 07 18:39:44.995503 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-61cbb9ef-4063-4213-bee5-1f6f198d8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:44.996967 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-61cbb9ef-4063-4213-bee5-1f6f198d8419 service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.0857806 Jul 07 18:39:45.041481 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-ed88a184-cd10-4391-b014-c60f401db790 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 217 time: 0.0364287 Jul 07 18:39:45.090706 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-3f8b3015-f8af-44aa-8b2a-e0bf312f4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.092340 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-3f8b3015-f8af-44aa-8b2a-e0bf312f4072 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0434649 Jul 07 18:39:45.159424 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-49aafb3a-6ac0-4bdf-8278-fb67cda070eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.160933 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-49aafb3a-6ac0-4bdf-8278-fb67cda070eb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615382 Jul 07 18:39:45.261417 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-69f55e77-207a-4aff-843c-9ae3875afaea service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Jul 07 18:39:45.399478 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85626a9a-1cec-45d9-a4f2-9665a55cca45 req-d8aa2f5a-ca96-4d71-9c6c-7fcd085d8f46 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.401014 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-85626a9a-1cec-45d9-a4f2-9665a55cca45 req-d8aa2f5a-ca96-4d71-9c6c-7fcd085d8f46 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.1303990 Jul 07 18:39:45.404607 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d68d2fce-aeb7-421a-857b-1e24599abe43 req-1658dbec-03a4-41ce-9729-912e9afdb415 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329401 Jul 07 18:39:45.439459 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-85626a9a-1cec-45d9-a4f2-9665a55cca45 req-b652d0b4-07e0-4dc7-b05b-60d10e2b4134 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327947 Jul 07 18:39:45.725542 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368a57-7b9b-4c1c-b74a-d4ccf9b26969 req-a256221f-ea56-49c1-8a65-f29163fa727d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:45.726900 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-88368a57-7b9b-4c1c-b74a-d4ccf9b26969 req-a256221f-ea56-49c1-8a65-f29163fa727d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 944 time: 0.0640569 Jul 07 18:39:45.764514 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-88368a57-7b9b-4c1c-b74a-d4ccf9b26969 req-0c34388e-c138-4047-8ddc-fb5481334192 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Jul 07 18:39:46.609043 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c24e5-d057-46ca-b5d0-4e5e2ab5c410 req-a2c2e892-0bab-44cc-b20d-3a1547704770 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:46.610499 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-749c24e5-d057-46ca-b5d0-4e5e2ab5c410 req-a2c2e892-0bab-44cc-b20d-3a1547704770 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.0623634 Jul 07 18:39:46.650360 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-749c24e5-d057-46ca-b5d0-4e5e2ab5c410 req-52c27653-3fa3-4f42-9b51-936b404a7de3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343390 Jul 07 18:39:46.917483 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-962ecd22-94c5-4563-849f-34a4841f2135 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:46.918947 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-962ecd22-94c5-4563-849f-34a4841f2135 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 945 time: 0.0781889 Jul 07 18:39:46.969977 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084bcd0-d827-4249-8b7f-6bb697096e9a req-ade08a5e-2a4d-4011-8f78-3dbd6e08277d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:46.971505 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5084bcd0-d827-4249-8b7f-6bb697096e9a req-ade08a5e-2a4d-4011-8f78-3dbd6e08277d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 944 time: 0.0872960 Jul 07 18:39:47.010851 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-5084bcd0-d827-4249-8b7f-6bb697096e9a req-a80a0565-663a-4c0f-956f-bf90196df12e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Jul 07 18:39:47.022591 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 0731bad2-797e-4981-8a98-98b3fdf16725 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:39:47.022936 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.112837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] For port 0731bad2-797e-4981-8a98-98b3fdf16725, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0731bad2-797e-4981-8a98-98b3fdf16725,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:47.113250 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.184389 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:39:47.274062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.274491 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.274740 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP b45223d3-683a-4e0c-8553-27cf2bc0e904 disassociated. External IP: 172.27.2.102, port: 0731bad2-797e-4981-8a98-98b3fdf16725. Jul 07 18:39:47.275078 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 0731bad2-797e-4981-8a98-98b3fdf16725 owned by compute:nova {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:39:47.278565 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:47.290757 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'port_id': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'mac_address': 'fa:16:3e:24:57:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:39:47.327061 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.339859 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:47.361579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:47.365264 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.401584 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.414789 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:47.431207 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=0731bad2-797e-4981-8a98-98b3fdf16725,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:47.538970 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:39:47.600199 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:47.643482 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:39:47.657471 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:39:47.686224 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] No DVR routers for this DVR port 0731bad2-797e-4981-8a98-98b3fdf16725 on host hv-cinder-79987 {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:39:47.687612 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:47.688394 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:47.688884 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:47.691215 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f0c66518-83a7-40c6-aea8-e53e271b9500 req-19363a9c-529d-4860-ab0d-e729ff7ac636 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "DELETE /v2.0/ports/0731bad2-797e-4981-8a98-98b3fdf16725 HTTP/1.1" status: 204 len: 173 time: 0.7656987 Jul 07 18:39:47.691476 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'name': 'network-vif-deleted', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:47.693749 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176acadc-66b4-4b86-aabf-f94972a7a6a5" -d '{"events": [{"server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "name": "network-vif-deleted", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:47.733414 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040eb9e2-919a-496e-b815-0d98a83878b7 x-openstack-request-id: req-040eb9e2-919a-496e-b815-0d98a83878b7 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:47.733698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffbbec-d194-420f-822a-45a6124ee02f", "name": "network-vif-deleted", "tag": "0731bad2-797e-4981-8a98-98b3fdf16725", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:47.733887 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-040eb9e2-919a-496e-b815-0d98a83878b7 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:47.734250 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffbbec-d194-420f-822a-45a6124ee02f', 'name': 'network-vif-deleted', 'tag': '0731bad2-797e-4981-8a98-98b3fdf16725', 'status': 'completed', 'code': 200} Jul 07 18:39:47.832843 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-da7e6e9c-0fc2-4ea3-b6aa-65fe4d62289b req-e357861b-052e-4578-820d-d86256002ff7 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cffbbec-d194-420f-822a-45a6124ee02f HTTP/1.1" status: 200 len: 210 time: 0.0352638 Jul 07 18:39:47.835322 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:48.036829 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:48.070220 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:39:48.080770 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:39:48.081412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:48.183055 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147daff4-84f9-42d2-948f-74156e3fdf7b req-39754b88-7bb9-445a-9eaa-fc1cae279685 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:48.184467 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-147daff4-84f9-42d2-948f-74156e3fdf7b req-39754b88-7bb9-445a-9eaa-fc1cae279685 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 945 time: 0.0613496 Jul 07 18:39:48.186116 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:39:48.223060 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-147daff4-84f9-42d2-948f-74156e3fdf7b req-4ce28a5c-b202-4ace-af9e-fce450829828 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Jul 07 18:39:48.500411 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:39:48.527281 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a896cf9-7b21-4454-b234-b9a0810a8364 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:39:48.722391 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003651c-2e7b-489f-a88f-35ce0f279906 None None] New status for floating IP b45223d3-683a-4e0c-8553-27cf2bc0e904: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:39:49.117477 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c104747-58f8-462b-a8f2-325582848d83 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27502180&fields=id&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 267 time: 0.0355217 Jul 07 18:39:49.185984 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:39:49.222731 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-d489277e-9c99-4496-8a34-7b6702bf1963 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:49.224213 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-d489277e-9c99-4496-8a34-7b6702bf1963 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.0967021 Jul 07 18:39:49.236533 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:49.239410 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-c13f5835-0e33-49f5-a394-2fcbe1156487 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/quotas/cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 375 time: 0.0092962 Jul 07 18:39:49.240409 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:49.240850 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:49.313022 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-7e20ccb6-4e54-4461-a797-1295c468ed5f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684655 Jul 07 18:39:49.317939 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:49.341416 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:49.343831 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ed65a-7f79-4cf6-8bda-8b1aa725da22" -d '{"events": [{"server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "name": "network-vif-plugged", "status": "completed", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:49.359087 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:49.365545 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:49.411368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2e9fa-1ed7-4895-b5b4-4b91027c741c req-90e16b78-dcb2-4152-9e63-d577d43dae5e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:49.412918 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e3e2e9fa-1ed7-4895-b5b4-4b91027c741c req-90e16b78-dcb2-4152-9e63-d577d43dae5e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 945 time: 0.0665729 Jul 07 18:39:49.417342 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:49.427611 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-d55e2e5d-e08d-49b3-a4f9-f06832e8cf06 service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037910 Jul 07 18:39:49.450612 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e3e2e9fa-1ed7-4895-b5b4-4b91027c741c req-d2e079bf-a33b-4786-8155-20d4289e8d82 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Jul 07 18:39:49.500548 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c7fcaf-6f54-4fa4-9658-5ee6043cfda3 x-openstack-request-id: req-c9c7fcaf-6f54-4fa4-9658-5ee6043cfda3 {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:49.500837 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "name": "network-vif-plugged", "status": "completed", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:49.501089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9c7fcaf-6f54-4fa4-9658-5ee6043cfda3 {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:49.501518 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'code': 200} Jul 07 18:39:49.516524 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-2a918f99-3973-4769-bedb-e51d02da0bdd service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 Jul 07 18:39:49.726794 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f396bd-8620-42f6-8578-df41f93c13b9 req-a228c75b-0e0c-46fb-9200-97578c049921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:49.728568 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-74f396bd-8620-42f6-8578-df41f93c13b9 req-a228c75b-0e0c-46fb-9200-97578c049921 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1099 time: 0.0508354 Jul 07 18:39:49.769287 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-74f396bd-8620-42f6-8578-df41f93c13b9 req-201cdc14-3f76-4cf1-8a20-bd1ee0478862 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Jul 07 18:39:49.817683 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-b049db0d-b537-4c58-9681-1a477c36b336 req-34b47568-5876-484a-842d-2731d77a3283 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 210 time: 0.0311790 Jul 07 18:39:50.628859 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14677d87-c177-4b66-bb79-791ba8fc9ce7 req-f2339b99-195b-4536-a19d-8dfa1c58128a tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:50.630362 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-14677d87-c177-4b66-bb79-791ba8fc9ce7 req-f2339b99-195b-4536-a19d-8dfa1c58128a tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0682092 Jul 07 18:39:50.669639 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-14677d87-c177-4b66-bb79-791ba8fc9ce7 req-406a070f-8a12-48af-9a59-179e601b1e1d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jul 07 18:39:50.892731 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-eecbd2ca-f53f-4514-bd9f-32191515c096 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:50.894319 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-eecbd2ca-f53f-4514-bd9f-32191515c096 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.1028352 Jul 07 18:39:50.967951 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-9acf0a4e-95f8-4847-9d63-f5b455c79667 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 378 time: 0.0633950 Jul 07 18:39:50.969861 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4128eb9c-d0c7-47d5-99f0-a06f75f903d5 req-2a4c504b-6318-4f66-8a69-8dfae038ed6c tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 210 time: 0.0402513 Jul 07 18:39:50.978552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'port': {'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'admin_state_up': True, 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'security_groups': ['dd99092b-191e-44b3-8fd8-6e3c54fdab1b']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:51.082195 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Made reservation on behalf of cf8dff534e0943af9af0c255da33128d for: {'port': 1} {{(pid=92945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:39:51.085604 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.206092 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 0731bad2-797e-4981-8a98-98b3fdf16725 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:39:51.207986 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.20.0.6 (720688ce-9f61-44d5-a352-3835f4d80ba3/3a73665c-8324-49e7-b6b8-a71be63a9738/1e63c8eb-fb72-4896-8b9f-6c6d956236b1) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:39:51.227007 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 0731bad2-797e-4981-8a98-98b3fdf16725 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:39:51.227351 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 0731bad2-797e-4981-8a98-98b3fdf16725 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:39:51.345529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.359914 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Transition to ACTIVE for port object 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:51.392563 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.442622 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:39:51.448737 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:39:51.453171 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:39:51.457099 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:51.502934 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:51.503534 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.518278 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-6c4d2845-eccc-4627-a2b3-a5c5006ce5da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441399 Jul 07 18:39:51.530935 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Request body: {'port': {'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:39:51.604652 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.700959 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-c8fd44f4-81af-437e-ab83-a6a861894d5f None None] Provisioning for port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:39:51.704880 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-c8fd44f4-81af-437e-ab83-a6a861894d5f None None] Provisioning complete for port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:39:51.705244 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c8fd44f4-81af-437e-ab83-a6a861894d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.745862 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd44f4-81af-437e-ab83-a6a861894d5f None None] Port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:39:51.841307 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395c7f-bf3d-41b9-99ed-6bb5b2008013 req-b419ca5a-1208-4be8-9687-b48a48b268df tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:51.842668 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e0395c7f-bf3d-41b9-99ed-6bb5b2008013 req-b419ca5a-1208-4be8-9687-b48a48b268df tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0617054 Jul 07 18:39:51.863862 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:51.871140 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.880407 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e0395c7f-bf3d-41b9-99ed-6bb5b2008013 req-882fc451-9472-45f6-a66a-b0706b49d8ee tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 07 18:39:51.882448 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Transition to ACTIVE for port object 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:39:51.886385 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:51.937087 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:52.047635 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Attempting to bind port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:39:52.047979 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Attempting to bind port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:39:52.048316 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Attempting to bind port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:52.058147 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:39:52.059079 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Attempting to bind port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:39:52.067063 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:39:52.067423 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:39:52.067794 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Bound using segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:39:52.068260 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Bound port: 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:39:52.068622 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.098053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4d917-da14-4541-a2db-9186cf6e4921 req-00b84c89-514e-4fc9-8b07-b30cdc56a5ae tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.099783 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7aa4d917-da14-4541-a2db-9186cf6e4921 req-00b84c89-514e-4fc9-8b07-b30cdc56a5ae tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.1056161 Jul 07 18:39:52.156197 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c8ee-451c-484b-b0f5-7dd63eee97ff req-ea130eee-b3b3-4dab-a7ab-b0a5581ef7ce tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.157956 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3769c8ee-451c-484b-b0f5-7dd63eee97ff req-ea130eee-b3b3-4dab-a7ab-b0a5581ef7ce tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0676713 Jul 07 18:39:52.171565 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-7aa4d917-da14-4541-a2db-9186cf6e4921 req-59856ba8-0cff-4718-bbd8-b8a68a8d5dec tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528691 Jul 07 18:39:52.178151 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:39:52.181329 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:39:52.187117 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.201259 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3769c8ee-451c-484b-b0f5-7dd63eee97ff req-7a796ffa-ef8c-4cfb-baad-1f3c1f79205f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371046 Jul 07 18:39:52.222863 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.223837 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:52.225282 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] 10.222.0.103 "PUT /v2.0/ports/1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 1093 time: 0.6985884 Jul 07 18:39:52.228290 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:39:52.237461 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:39:52.279639 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90328a4-d6f5-4a56-b446-12330e3584d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:52.562398 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11c3c5a-ca44-41e3-a467-49fdefe07351 x-openstack-request-id: req-a11c3c5a-ca44-41e3-a467-49fdefe07351 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:39:52.562632 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:39:52.562814 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a11c3c5a-ca44-41e3-a467-49fdefe07351 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:39:52.563187 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'status': 'completed', 'code': 200} Jul 07 18:39:52.587284 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d775a0-2b64-490f-b116-ec7f6d20b174 req-ac76a9c6-f592-40f3-b494-f8663101db02 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.589255 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-ea685095-17a2-4930-ab3c-cade056d9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.589542 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-58d775a0-2b64-490f-b116-ec7f6d20b174 req-ac76a9c6-f592-40f3-b494-f8663101db02 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0645487 Jul 07 18:39:52.590740 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-ea685095-17a2-4930-ab3c-cade056d9aef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1096 time: 0.3237855 Jul 07 18:39:52.626809 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-58d775a0-2b64-490f-b116-ec7f6d20b174 req-aaef1d71-ab1b-4ff9-861b-21f5e303c231 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Jul 07 18:39:52.632392 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-7ec1de6a-600e-4f79-a285-c6f1dd74bc49 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 217 time: 0.0328312 Jul 07 18:39:52.681533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-18e68235-3e0e-4a2e-9049-5e7a47b8ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.683020 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-18e68235-3e0e-4a2e-9049-5e7a47b8ae14 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0449359 Jul 07 18:39:52.738688 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-a8e41ba4-5c91-4ae3-8f23-01fb236770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:52.740188 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-a8e41ba4-5c91-4ae3-8f23-01fb236770d4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497501 Jul 07 18:39:52.827834 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-82a7bede-f625-4991-8634-f6bc06df4e67 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805767 Jul 07 18:39:52.924722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ec4821a-1968-4458-a16d-0915dacdb13f req-acedf6dc-87b2-405d-83e8-21197de9386b service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900898 Jul 07 18:39:53.036190 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-36a2f1ae-0b33-41c4-8208-8e7e11e8a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.037645 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-36a2f1ae-0b33-41c4-8208-8e7e11e8a756 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1096 time: 0.0591612 Jul 07 18:39:53.128852 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-74c864b2-5c83-4b5b-9be9-3e2e79696093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.130299 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-74c864b2-5c83-4b5b-9be9-3e2e79696093 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0845847 Jul 07 18:39:53.173653 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-53d297ea-e065-4761-95d8-04f88af4403b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 217 time: 0.0342488 Jul 07 18:39:53.221763 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-ca841441-bd62-4520-8fc0-38f288d69617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.223135 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-ca841441-bd62-4520-8fc0-38f288d69617 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0414312 Jul 07 18:39:53.284377 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-20913ba0-8333-439b-b377-e23efa2f161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.285860 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-20913ba0-8333-439b-b377-e23efa2f161b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541451 Jul 07 18:39:53.414031 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-d9059e8d-d093-4a16-ad00-a45601ae73ec service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206825 Jul 07 18:39:53.425681 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19138f3e-e580-4ca1-8feb-d79c85fdaf29 req-65424f85-5094-4c9b-98d8-9bfc1b79ca83 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:53.426969 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-19138f3e-e580-4ca1-8feb-d79c85fdaf29 req-65424f85-5094-4c9b-98d8-9bfc1b79ca83 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0933945 Jul 07 18:39:53.507575 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-19138f3e-e580-4ca1-8feb-d79c85fdaf29 req-d32b8549-0e1e-42eb-bda8-e9e244cb312c tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723724 Jul 07 18:39:53.533448 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9052ecd6-78e8-458c-8bdb-f9865ba5a7bd req-f170fc51-c559-4401-82df-319bfe83eac9 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055501 Jul 07 18:39:54.681301 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b070f-d59c-4434-8b1a-fea6bbe60eaf req-7b51e993-6fa0-4074-85e9-9a22a0c46dc6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:54.685071 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3c8b070f-d59c-4434-8b1a-fea6bbe60eaf req-7b51e993-6fa0-4074-85e9-9a22a0c46dc6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0678384 Jul 07 18:39:54.722508 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-97ce67b8-30f7-40c6-bef8-8bde0692d38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:54.723151 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3c8b070f-d59c-4434-8b1a-fea6bbe60eaf req-688e4cce-1bb4-40e8-9d39-2e9bea364a4a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319326 Jul 07 18:39:55.897181 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741dcf-9aa0-4315-ac34-8c9d57205477 req-dc63ffbf-1aae-4edd-ad68-d9215e703ab2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:55.898661 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9e741dcf-9aa0-4315-ac34-8c9d57205477 req-dc63ffbf-1aae-4edd-ad68-d9215e703ab2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0626848 Jul 07 18:39:55.935173 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-9e741dcf-9aa0-4315-ac34-8c9d57205477 req-6b0a223e-7362-4cbf-b5f2-daec8b63eb30 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302970 Jul 07 18:39:57.112641 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457ed6-c6f1-461c-a7fe-09522949e9e8 req-869e8969-2ed4-4e31-8190-fdb89ab52865 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:57.114382 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0d457ed6-c6f1-461c-a7fe-09522949e9e8 req-869e8969-2ed4-4e31-8190-fdb89ab52865 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0622079 Jul 07 18:39:57.151486 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0d457ed6-c6f1-461c-a7fe-09522949e9e8 req-97456e36-6ee1-4c2f-882d-dd52fca516d0 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305281 Jul 07 18:39:57.337086 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-e3337efe-66f6-4cdd-87ec-c3afc2e79b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:57.438277 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:58.325052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662cc87-a3d6-4b53-b095-62f51b0e2f5f req-d39df012-eece-4685-a6f9-a4ed09b9d1ac tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:58.326438 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a662cc87-a3d6-4b53-b095-62f51b0e2f5f req-d39df012-eece-4685-a6f9-a4ed09b9d1ac tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 943 time: 0.0666153 Jul 07 18:39:58.363466 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a662cc87-a3d6-4b53-b095-62f51b0e2f5f req-7f7f981a-75b7-4011-966c-edfce41d9e8b tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316377 Jul 07 18:39:58.451329 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:59.239412 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:39:59.333866 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:59.345037 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:39:59.380396 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:59.392587 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:39:59.412406 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:39:59.415995 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:39:59.465122 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:39:59.667253 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['1e63c8eb-fb72-4896-8b9f-6c6d956236b1'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:39:59.676350 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df86e6-3ddb-47ce-a55a-017f161f45fd req-ff0f71e0-b672-4bfe-bf55-2fa88242471e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:39:59.677858 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8df86e6-3ddb-47ce-a55a-017f161f45fd req-ff0f71e0-b672-4bfe-bf55-2fa88242471e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 944 time: 0.2074177 Jul 07 18:39:59.717357 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8df86e6-3ddb-47ce-a55a-017f161f45fd req-34c14a4c-b96a-4114-853d-d636764a07f6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338929 Jul 07 18:40:00.186482 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:00.942303 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66d03-1898-4f6a-9cc9-41dba5cc6841 req-c68a480a-a4ca-4d28-bc97-6b33defe83da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:00.943819 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97c66d03-1898-4f6a-9cc9-41dba5cc6841 req-c68a480a-a4ca-4d28-bc97-6b33defe83da tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 944 time: 0.1149585 Jul 07 18:40:00.984223 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-97c66d03-1898-4f6a-9cc9-41dba5cc6841 req-0130877e-5069-4a2f-b445-75a697626bf1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341926 Jul 07 18:40:01.096443 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360dee0-cbb1-48b0-b137-800c0c0a16f5 req-c7eb8bbc-664a-437c-b486-b917b8114307 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:01.097908 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8360dee0-cbb1-48b0-b137-800c0c0a16f5 req-c7eb8bbc-664a-437c-b486-b917b8114307 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0705118 Jul 07 18:40:01.133999 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8360dee0-cbb1-48b0-b137-800c0c0a16f5 req-08183ada-56e2-42a3-851d-eb0b8174e0fd tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303557 Jul 07 18:40:01.158963 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37938) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:01.239971 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:40:01.246500 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776563cb-a850-4804-a053-9e2636ce1796 tempest-TestMinimumBasicScenario-561509756 tempest-TestMinimumBasicScenario-561509756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:01.248119 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-776563cb-a850-4804-a053-9e2636ce1796 tempest-TestMinimumBasicScenario-561509756 tempest-TestMinimumBasicScenario-561509756-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1094 time: 0.0880926 Jul 07 18:40:01.250922 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37942) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:01.255231 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'port_id': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:01.277659 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.288851 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:40:01.292553 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:40:01.292916 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.367215 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.375129 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.390045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:01.392286 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263c48c6-7d6c-4041-a115-bcbe3ad5df5a" -d '{"events": [{"server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "name": "network-vif-plugged", "status": "completed", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:01.404937 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:01.408686 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.435036 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa210966-7519-4c28-b8bd-68945ec1609b x-openstack-request-id: req-aa210966-7519-4c28-b8bd-68945ec1609b {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:01.435332 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "name": "network-vif-plugged", "status": "completed", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:01.435573 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa210966-7519-4c28-b8bd-68945ec1609b {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:01.435987 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'code': 200} Jul 07 18:40:01.464956 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:01.482032 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Allocated IP 172.27.2.237 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/eeb1cc13-d7c7-4d27-84cf-343a77622d24) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:40:01.591168 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.630995 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:01.692227 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:40:01.699760 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:40:01.708154 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:40:01.712718 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'Port': ['ID=eeb1cc13-d7c7-4d27-84cf-343a77622d24,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:01.793974 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ca0a-a3b6-471b-a851-92a45968cc45 req-1bcc3d0a-bb51-4cad-8901-822cb3188e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:01.795611 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4159ca0a-a3b6-471b-a851-92a45968cc45 req-1bcc3d0a-bb51-4cad-8901-822cb3188e05 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1098 time: 0.1395683 Jul 07 18:40:01.867494 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-4159ca0a-a3b6-471b-a851-92a45968cc45 req-26f007c1-9824-43b6-a240-ed20443764db service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637543 Jul 07 18:40:02.143334 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.204142 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c34c5-aac2-4622-bc0f-bbff83987b03 req-fce896a0-a2f3-4b31-9af8-b7ed923736c1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:02.205605 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d14c34c5-aac2-4622-bc0f-bbff83987b03 req-fce896a0-a2f3-4b31-9af8-b7ed923736c1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.1098433 Jul 07 18:40:02.256790 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.282190 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d14c34c5-aac2-4622-bc0f-bbff83987b03 req-0f0056fe-d589-4df9-8680-d87691032ef4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596685 Jul 07 18:40:02.407584 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.412015 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.483214 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'Port': ['ID=eeb1cc13-d7c7-4d27-84cf-343a77622d24,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:02.489238 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.585359 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Floating IP 98b17b5b-f909-41b2-949d-c39620ff2e8b associated. External IP: 172.27.2.237, port: cbcf47f3-cb42-4f7b-9a8a-71b38be4f166. Jul 07 18:40:02.795007 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Router c742ae7c-58f4-4384-9cc8-e70460d13682 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:40:02.898413 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:40:02.907705 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Sync routers for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:40:02.914075 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.918936 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:40:02.919551 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:02.955024 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-dbbca9ce-ec2c-465b-afb6-97b0b68a70d3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7030895 Jul 07 18:40:02.955573 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:02.957842 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2521832e-5644-4547-b4aa-9599d66ff03e" -d '{"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:02.958005 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37950) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:02.962598 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50265288', 'description': 'tempest-secgroup-smoke-50265288 description', 'project_id': '7ef425496682408d95d3b59168cb95ca'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:02.987455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:02.998380 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454dc62-878d-4dd0-a64d-472f7369e97a x-openstack-request-id: req-9454dc62-878d-4dd0-a64d-472f7369e97a {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:02.998681 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:02.998928 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9454dc62-878d-4dd0-a64d-472f7369e97a {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:02.999353 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:40:03.043579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:40:03.086280 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.088810 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521832e-5644-4547-b4aa-9599d66ff03e req-2aa88c3b-8513-41c4-8763-b880ea293cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.090422 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-2aa88c3b-8513-41c4-8763-b880ea293cf5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1099 time: 0.0582228 Jul 07 18:40:03.090971 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.124299 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d5849-b26a-4664-bc34-8f907b7de805,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.128009 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.129220 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1702929 Jul 07 18:40:03.132951 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37954) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.138365 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.142853 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.143162 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.143507 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.143835 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.144186 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.144889 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.144889 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.145174 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.145507 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.145821 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.146142 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.146455 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c589e1f-1358-4092-ab31-818a3c1c04eb tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:40:03.181581 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.187064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521832e-5644-4547-b4aa-9599d66ff03e req-2b6e06b0-6781-408d-badb-ad7719d9f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.188688 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-2b6e06b0-6781-408d-badb-ad7719d9f2a1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.0904820 Jul 07 18:40:03.245685 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.251834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.260316 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-0515ce53-072c-4f37-a398-b9bcd668a573 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1000 time: 0.0627379 Jul 07 18:40:03.267577 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b9d0ae-6156-47fd-a0cd-d966badff9d3,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.278563 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.280807 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '98b17b5b-f909-41b2-949d-c39620ff2e8b', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'port_id': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'mac_address': 'fa:16:3e:24:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:03.282677 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0262109f-a31e-4953-a884-2b3e898c0faa tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485708 Jul 07 18:40:03.283260 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37956) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.287621 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.313218 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Checking router: c742ae7c-58f4-4384-9cc8-e70460d13682 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:40:03.319840 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.320930 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521832e-5644-4547-b4aa-9599d66ff03e req-dcc689b7-f337-4326-97c6-8f2936b28e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.321543 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:40:03.322157 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:03.323047 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-dcc689b7-f337-4326-97c6-8f2936b28e1e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0546746 Jul 07 18:40:03.391748 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521832e-5644-4547-b4aa-9599d66ff03e req-94879673-0fe7-4f41-bb56-663e98d64b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.393562 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-94879673-0fe7-4f41-bb56-663e98d64b3d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620413 Jul 07 18:40:03.397479 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.401705 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.421212 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14fbaa0-90e2-48d1-9088-9c3c03fbcfa1,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.426963 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.431019 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-f6716096-be31-4184-a314-3215b0a70919 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444862 Jul 07 18:40:03.431364 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37960) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.438281 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.441045 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:40:03.465570 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.532066 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.534384 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-6ecbc289-7b03-4359-955e-7c81bb1144ca service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231673 Jul 07 18:40:03.536755 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.543848 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaebfc-eabf-40df-ad37-9df02278b0dd req-0974aa5c-3ba7-424a-84a8-64d28fae6ad0 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.545373 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-95aaebfc-eabf-40df-ad37-9df02278b0dd req-0974aa5c-3ba7-424a-84a8-64d28fae6ad0 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.1439779 Jul 07 18:40:03.560887 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cc0021-5479-4893-89d2-a2933c76317f,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.564738 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.565936 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-550bb529-c77a-42ac-9e5b-ee34376c31cc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324227 Jul 07 18:40:03.572313 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37962) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.576715 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.608739 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.637764 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-95aaebfc-eabf-40df-ad37-9df02278b0dd req-e5eefdbb-1b17-47e5-8d0b-690d958f8413 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837047 Jul 07 18:40:03.673734 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.679077 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.679223 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-2521832e-5644-4547-b4aa-9599d66ff03e req-692fc320-f539-4a1e-8bd3-fbee2919cc2a service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327498 Jul 07 18:40:03.696036 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '98b17b5b-f909-41b2-949d-c39620ff2e8b', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'port_id': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'mac_address': 'fa:16:3e:24:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:03.700515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fece248-5188-4342-874f-5f2f55a48e77,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.711185 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.713747 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-bb2fe91d-f6cb-40a1-8743-3751a7a0f99d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397293 Jul 07 18:40:03.716160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37966) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.720668 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.737145 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76d64b-ccd6-403f-9a95-295d0b7dc62d None None] The sync data for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi is: [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '98b17b5b-f909-41b2-949d-c39620ff2e8b', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'port_id': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'mac_address': 'fa:16:3e:24:57:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:40:03.748525 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.securitygroups_db [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Project 7ef425496682408d95d3b59168cb95ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:40:03.756317 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.848766 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.855830 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.887098 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.890848 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712792 Jul 07 18:40:03.890848 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d0fd1-aa1a-4ce7-93c1-e1627e0725e8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a659c922-f69a-48a7-ac86-fba24cd53e4c,revision_number=0']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:03.891218 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37968) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:03.897416 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'security_group_rule': {'security_group_id': 'fd9d5849-b26a-4664-bc34-8f907b7de805', 'project_id': '7ef425496682408d95d3b59168cb95ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:03.904289 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe118-5bae-41b8-a272-c5bc300cfbc9 req-ec693a61-d6bf-44f0-ba4b-fd6923c0d58e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:03.905800 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b5fe118-5bae-41b8-a272-c5bc300cfbc9 req-ec693a61-d6bf-44f0-ba4b-fd6923c0d58e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.1132727 Jul 07 18:40:03.926248 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.securitygroups_db [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Project 7ef425496682408d95d3b59168cb95ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:40:03.931626 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:03.944093 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee4d45-0a94-464a-af77-92933a4ed472 None None] New status for floating IP 98b17b5b-f909-41b2-949d-c39620ff2e8b: ACTIVE {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:40:03.949018 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-3b5fe118-5bae-41b8-a272-c5bc300cfbc9 req-ca0cbfbd-c678-462f-8640-b30e36c708f1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365868 Jul 07 18:40:03.976046 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 37970) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:04.047756 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.052438 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3863303'] for security_group_rule, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.074644 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523747fc-294d-4fc8-a609-b7257860be4b tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.076159 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-523747fc-294d-4fc8-a609-b7257860be4b tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1093 time: 0.0991814 Jul 07 18:40:04.077515 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c100d0f1-4a17-440e-ac39-52ecb066b15c,revision_number=0']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:04.080201 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 37972) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:40:04.085208 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.087520 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:04.089032 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-8e25254e-04f0-444e-a004-58d565ac80e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1957572 Jul 07 18:40:04.124817 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.205155 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-aea966e0-011b-47a5-ae7d-5c5b83b33dee tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50265288&fields=id&tenant_id=7ef425496682408d95d3b59168cb95ca HTTP/1.1" status: 200 len: 267 time: 0.0334949 Jul 07 18:40:04.221370 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.272168 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-56f540c4-7a24-472e-9d71-b0da20c59f2f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.273755 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-56f540c4-7a24-472e-9d71-b0da20c59f2f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0643890 Jul 07 18:40:04.286236 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'port': {'security_groups': ['bd2e753b-c9d4-4cce-9618-0518bf7584fb', 'fd9d5849-b26a-4664-bc34-8f907b7de805']}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:40:04.327302 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.27.2.117 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/19defa05-7034-4dc0-abef-405e32dc00f3) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:40:04.368921 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.423546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.464589 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.504808 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:40:04.509555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:40:04.513534 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:40:04.518972 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=19defa05-7034-4dc0-abef-405e32dc00f3,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:04.551597 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:40:04.581461 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.587287 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.599148 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:04.638141 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.638793 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:04.643352 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8ac4664e-4987-421d-9d13-7434b2c4bc09 req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "PUT /v2.0/ports/cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 982 time: 0.3619292 Jul 07 18:40:04.682698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d77274-f011-4b2d-beae-af1c500120e9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=6']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:04.834140 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:40:04.894176 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430653c7-e3bd-42fe-a85d-2929c8a87b74 req-2bd8c44a-237b-47a6-a912-321c05b675d2 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:04.895563 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-430653c7-e3bd-42fe-a85d-2929c8a87b74 req-2bd8c44a-237b-47a6-a912-321c05b675d2 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.1316071 Jul 07 18:40:04.902351 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-b1211a50-e47c-41d9-8b6c-33986090b220 None None] Provisioning complete for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:40:04.902649 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-b1211a50-e47c-41d9-8b6c-33986090b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.000759 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:05.003411 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:05.046895 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c990855-bdcb-4305-b9da-4a4a09f26875 x-openstack-request-id: req-5c990855-bdcb-4305-b9da-4a4a09f26875 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:05.047428 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:05.047702 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c990855-bdcb-4305-b9da-4a4a09f26875 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:05.048189 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:40:05.135932 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-c13926d6-b472-4ce2-a575-f86c2cfe7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.137722 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-c13926d6-b472-4ce2-a575-f86c2cfe7b4d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1138 time: 0.0623634 Jul 07 18:40:05.230266 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-3fb3748b-5894-4f74-84d6-95bf3ef5d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.231667 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-3fb3748b-5894-4f74-84d6-95bf3ef5d0c2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.0869520 Jul 07 18:40:05.256616 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-430653c7-e3bd-42fe-a85d-2929c8a87b74 req-5d248af1-8bd6-404b-a0d8-dcea2eb67ab6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3355329 Jul 07 18:40:05.296515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.311407 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-8720086b-be50-45bf-8d85-f33abb3d6f48 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1002 time: 0.0722332 Jul 07 18:40:05.364513 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-74719108-fc52-4fb6-bf3a-34bafdccaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.366070 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-74719108-fc52-4fb6-bf3a-34bafdccaa56 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0454433 Jul 07 18:40:05.373854 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.423147 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-0dd10839-d755-439e-ba04-adcac38f6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:05.424777 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-0dd10839-d755-439e-ba04-adcac38f6819 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523367 Jul 07 18:40:05.516701 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-733cc6ce-9d8e-4ce9-94d5-db68d4ac8083 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837760 Jul 07 18:40:05.526609 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.532216 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.598460 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=19defa05-7034-4dc0-abef-405e32dc00f3,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:40:05.610560 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:05.612389 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-61ff606f-7f4b-4a00-945f-4676d3dfa7ad req-792ed970-78d9-4810-862b-aad8f70968e5 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840347 Jul 07 18:40:05.706446 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.l3_db [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP 9a84fa39-a373-4a3b-b076-5c60c644e44f associated. External IP: 172.27.2.117, port: 1e63c8eb-fb72-4896-8b9f-6c6d956236b1. Jul 07 18:40:05.899379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:40:06.002426 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:40:06.012374 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:40:06.018732 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:06.021050 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:40:06.021660 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:06.057975 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-7de99e58-bcb7-444b-ab98-760a85e20698 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9751580 Jul 07 18:40:06.059108 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:40:06.061129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434af64e-1158-4882-b045-0c11822dbe07" -d '{"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:40:06.095984 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8806906-ef36-49a4-a464-99ad7bd6a27f x-openstack-request-id: req-a8806906-ef36-49a4-a464-99ad7bd6a27f {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:40:06.096279 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:40:06.096531 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8806906-ef36-49a4-a464-99ad7bd6a27f {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:40:06.096934 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'status': 'completed', 'code': 200} Jul 07 18:40:06.129038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:40:06.176062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af64e-1158-4882-b045-0c11822dbe07 req-fa4ed3cb-5a8b-4bb2-981d-eb23b57bdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:06.177444 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-fa4ed3cb-5a8b-4bb2-981d-eb23b57bdb69 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1098 time: 0.0554152 Jul 07 18:40:06.366086 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:04Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:06.392692 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:40:06.401302 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:40:06.401920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:39:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:06.507303 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:40:06.513444 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af64e-1158-4882-b045-0c11822dbe07 req-0f0f23f2-52a8-48ec-8c8f-046653ebb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:06.514897 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-0f0f23f2-52a8-48ec-8c8f-046653ebb333 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.3302689 Jul 07 18:40:06.581721 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-cadaccc9-7fe8-4823-8c80-67585d9d93b7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 999 time: 0.0587912 Jul 07 18:40:06.631091 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af64e-1158-4882-b045-0c11822dbe07 req-4d4309eb-f56f-4505-966d-ad470b0a7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:06.632561 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-4d4309eb-f56f-4505-966d-ad470b0a7b2d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0430121 Jul 07 18:40:06.687975 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af64e-1158-4882-b045-0c11822dbe07 req-1053b2e9-9393-46ac-8421-ee912ec2b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:06.689463 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-1053b2e9-9393-46ac-8421-ee912ec2b1fa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500462 Jul 07 18:40:06.726065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:04Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:40:06.752529 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec309124-2ea5-4760-be80-92b3e3d0d788 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:04Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:40:06.784696 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-614a63ce-da2b-4f36-8f1d-97c8398bbea1 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Jul 07 18:40:06.880685 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-434af64e-1158-4882-b045-0c11822dbe07 req-4842fee7-8e46-4883-9459-9210af4c63d2 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841193 Jul 07 18:40:06.940634 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77450-9e52-4f12-a314-6852c1f92fa2 None None] New status for floating IP 9a84fa39-a373-4a3b-b076-5c60c644e44f: ACTIVE {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:40:11.953784 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:13.140736 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:14.076594 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-f939d8ce-2858-477a-b1f7-908c1b698715 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499389 Jul 07 18:40:14.176363 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-6362f32d-a3c4-4243-8cb7-b1048971f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.177248 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-6362f32d-a3c4-4243-8cb7-b1048971f321 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1138 time: 0.0554819 Jul 07 18:40:14.276551 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-ff458fa2-d0da-4452-9bb6-4a86f70efa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.278447 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-ff458fa2-d0da-4452-9bb6-4a86f70efa22 service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.0799274 Jul 07 18:40:14.344504 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-d9b82edf-4bb6-4569-97fb-64faa5a01fa4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1002 time: 0.0592422 Jul 07 18:40:14.391509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-8c891796-b11f-4235-828f-94b0702d7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.392888 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-8c891796-b11f-4235-828f-94b0702d7f3c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0415680 Jul 07 18:40:14.449840 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-cf8bfe0f-91af-40cf-9d48-90a4eb244b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:14.451243 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-cf8bfe0f-91af-40cf-9d48-90a4eb244b52 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482786 Jul 07 18:40:14.467243 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-649ba1b9-72fa-4893-a99b-245baf6574a3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:40:14.468377 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-649ba1b9-72fa-4893-a99b-245baf6574a3 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058007 Jul 07 18:40:14.557505 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-fcf7d62d-b9f1-4379-a0d3-f7062ea70d63 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Jul 07 18:40:14.645966 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-21a042c2-e81f-40af-ab18-85d1f2431977 req-7811558b-7b13-44e6-9d41-c9d906b0c375 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811646 Jul 07 18:40:24.724060 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4ef60c39-0859-40ae-adf3-106999c13af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:27.337089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d6e70f00-ad28-4710-b16d-37e54ab7462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:27.440870 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:28.269094 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7e953-f552-4da1-a17f-4131424839ff req-0e7b259a-9d6c-40be-9d20-f87d57c39825 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.270573 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-afc7e953-f552-4da1-a17f-4131424839ff req-0e7b259a-9d6c-40be-9d20-f87d57c39825 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.1058767 Jul 07 18:40:28.272492 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-72fb1058-ce07-4c47-bc29-8f9427531d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.273861 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-72fb1058-ce07-4c47-bc29-8f9427531d4a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1138 time: 0.1381052 Jul 07 18:40:28.359558 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-afc7e953-f552-4da1-a17f-4131424839ff req-67008bb1-8e8a-4c75-8c49-68d288f508d9 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0833657 Jul 07 18:40:28.388857 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-d5117d37-5453-4333-90e4-2a62ce78beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.390382 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-d5117d37-5453-4333-90e4-2a62ce78beb8 service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.1074543 Jul 07 18:40:28.455310 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:28.455973 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-9d7084e0-452c-4b4a-8744-40ba584fe96f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1002 time: 0.0579350 Jul 07 18:40:28.503313 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-484ec724-64a2-4342-8cdf-737538074073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.504703 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-484ec724-64a2-4342-8cdf-737538074073 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0414562 Jul 07 18:40:28.565136 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-1bb25750-940c-4d3e-9cbc-7914fb39c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:28.566574 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-1bb25750-940c-4d3e-9cbc-7914fb39c33e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536017 Jul 07 18:40:28.654262 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-085b20c8-d3a3-4e84-908e-8a4b91939928 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799413 Jul 07 18:40:28.748422 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-76527cef-a565-4bac-aa03-e4dcf5739d20 req-f98e6e2e-d6c3-4661-9d3b-0742caffc122 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832005 Jul 07 18:40:29.533616 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734be5-09df-4816-b67e-8f03192f7e70 req-74829368-6c33-4269-97a3-8c52a006e77c tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:29.535076 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-47734be5-09df-4816-b67e-8f03192f7e70 req-74829368-6c33-4269-97a3-8c52a006e77c tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0626049 Jul 07 18:40:29.572691 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-47734be5-09df-4816-b67e-8f03192f7e70 req-3533fe4c-bcd1-4876-bf19-c9be2be097af tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0321555 Jul 07 18:40:30.188973 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:30.744897 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c02ae-5432-41c7-9f1d-e2a56e6cedfe req-07259ea9-8f73-48b0-9360-055eb0b67b07 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:30.746600 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f33c02ae-5432-41c7-9f1d-e2a56e6cedfe req-07259ea9-8f73-48b0-9360-055eb0b67b07 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0623260 Jul 07 18:40:30.787171 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f33c02ae-5432-41c7-9f1d-e2a56e6cedfe req-29872c10-25dc-418a-870b-df19bdc28c96 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351126 Jul 07 18:40:31.960764 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eba98-627c-4846-b4d3-e9fb76a865fa req-0646a4fa-b3eb-42b1-a20e-a222c16af0b8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:31.962231 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a54eba98-627c-4846-b4d3-e9fb76a865fa req-0646a4fa-b3eb-42b1-a20e-a222c16af0b8 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0611839 Jul 07 18:40:32.002096 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-a54eba98-627c-4846-b4d3-e9fb76a865fa req-15f2f228-5d4b-4e08-b6cd-d024487b4d77 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342977 Jul 07 18:40:33.180165 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4670296-3474-4385-bc0a-e05092a22688 req-f2d256be-6f45-408d-9b7d-a5bba5280b56 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:33.181643 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f4670296-3474-4385-bc0a-e05092a22688 req-f2d256be-6f45-408d-9b7d-a5bba5280b56 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0700336 Jul 07 18:40:33.220145 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-f4670296-3474-4385-bc0a-e05092a22688 req-ddfa7eba-a069-4fc4-a270-15ad6d0f8244 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328712 Jul 07 18:40:34.396499 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8367a-bd85-44a0-a993-13329265f59d req-5ecae8f3-7cba-4ce2-ae4e-f585fc776b14 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:34.397944 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fca8367a-bd85-44a0-a993-13329265f59d req-5ecae8f3-7cba-4ce2-ae4e-f585fc776b14 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0653453 Jul 07 18:40:34.437509 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-fca8367a-bd85-44a0-a993-13329265f59d req-e985e757-388b-4ddb-9b99-11c7909a0c09 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335147 Jul 07 18:40:35.615170 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f981ae-96e8-4ad1-b3f5-876b47ce55eb req-904fd152-fc9a-4a90-9b71-482af98ad5c3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:35.616662 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-45f981ae-96e8-4ad1-b3f5-876b47ce55eb req-904fd152-fc9a-4a90-9b71-482af98ad5c3 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0689611 Jul 07 18:40:35.656140 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-45f981ae-96e8-4ad1-b3f5-876b47ce55eb req-fac37491-640a-438c-be01-e6080a70d742 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330195 Jul 07 18:40:36.826379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017975c0-0551-439b-a446-bd2b07d785b9 req-7b3ac7f6-ce4d-4b4a-bd13-7ef5cb9d3a40 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:36.827714 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-017975c0-0551-439b-a446-bd2b07d785b9 req-7b3ac7f6-ce4d-4b4a-bd13-7ef5cb9d3a40 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0610597 Jul 07 18:40:36.865535 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-017975c0-0551-439b-a446-bd2b07d785b9 req-ffc561e1-d8b5-4951-bb9b-2921dca40b7d tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0322123 Jul 07 18:40:38.033482 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4fa27-6050-4f08-8cda-322c52f42224 req-97b1fa31-e70c-4faf-8c2b-569daf461965 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:38.034976 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-03e4fa27-6050-4f08-8cda-322c52f42224 req-97b1fa31-e70c-4faf-8c2b-569daf461965 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0624621 Jul 07 18:40:38.073148 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-03e4fa27-6050-4f08-8cda-322c52f42224 req-2f9e88d5-773c-4e61-a3a9-e72c303dd19e tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0325596 Jul 07 18:40:39.249359 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a6eae-d9e7-437f-9d92-d96550664b1d req-dd0c432f-049a-4dc6-86a1-209dda49382f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:39.250825 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f05a6eae-d9e7-437f-9d92-d96550664b1d req-dd0c432f-049a-4dc6-86a1-209dda49382f tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0658133 Jul 07 18:40:39.288726 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f05a6eae-d9e7-437f-9d92-d96550664b1d req-42fd0c95-2620-40a2-9429-39981dca3930 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324011 Jul 07 18:40:40.466812 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fde4e-73de-467f-8ac7-daec4473cdc1 req-352d7788-c137-47d6-840c-a5fcc4f4f4bc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:40:40.468364 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d53fde4e-73de-467f-8ac7-daec4473cdc1 req-352d7788-c137-47d6-840c-a5fcc4f4f4bc tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0642354 Jul 07 18:40:40.506794 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d53fde4e-73de-467f-8ac7-daec4473cdc1 req-da946fbb-f0f5-4e43-af0f-33012295e9b5 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&id=fd9d5849-b26a-4664-bc34-8f907b7de805&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330184 Jul 07 18:40:41.972106 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:50.139707 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:40:54.724884 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-3a30e629-c818-4148-ad89-06175593ea97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:57.336428 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-fcac1fd9-0153-4485-9777-751212e4a573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:57.441673 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:40:58.457165 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:00.190009 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:11.982385 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.448268 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1b10f651-6910-4521-9df2-b4c554154401 req-89c6b657-281f-4b8b-8138-572c82860061 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50265288&fields=id&tenant_id=7ef425496682408d95d3b59168cb95ca HTTP/1.1" status: 200 len: 267 time: 0.0331681 Jul 07 18:41:13.514319 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f651-6910-4521-9df2-b4c554154401 req-bd83bb59-d183-450d-9478-c738cfb9f322 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:13.515769 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1b10f651-6910-4521-9df2-b4c554154401 req-bd83bb59-d183-450d-9478-c738cfb9f322 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 985 time: 0.0623693 Jul 07 18:41:13.526869 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Request body: {'port': {'security_groups': ['bd2e753b-c9d4-4cce-9618-0518bf7584fb']}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:13.621890 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.793270 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:13.821351 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.826379 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.839602 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:13.870598 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:13.871242 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:13.872755 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-1b10f651-6910-4521-9df2-b4c554154401 req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "PUT /v2.0/ports/cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 943 time: 0.3503721 Jul 07 18:41:13.873149 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:13.875424 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74" -d '{"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:13.879654 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38050) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:13.902468 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event updated for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=7']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:13.911218 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.911833 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.912407 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.912947 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.913489 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.914031 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.914568 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.915099 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.915634 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.916209 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.916752 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.917268 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c736e95-eaa8-456e-ac1e-e0bcfad4b8c7 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:13.964327 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:13.978669 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.004436 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f28f6-5080-42bd-b054-f08b275d51f2 x-openstack-request-id: req-7e2f28f6-5080-42bd-b054-f08b275d51f2 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:14.004728 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:14.004974 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e2f28f6-5080-42bd-b054-f08b275d51f2 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:14.005724 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:41:14.065178 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.122720 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-116f5136-8edf-4da7-8047-f93fade52c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.124640 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-116f5136-8edf-4da7-8047-f93fade52c5f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1099 time: 0.0956042 Jul 07 18:41:14.136197 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-aea5f8db-f3ec-494b-bce7-628ec630236a None None] Provisioning complete for port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:14.136501 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-aea5f8db-f3ec-494b-bce7-628ec630236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.200824 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.203383 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.205348 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "DELETE /v2.0/security-groups/fd9d5849-b26a-4664-bc34-8f907b7de805 HTTP/1.1" status: 204 len: 168 time: 0.3219576 Jul 07 18:41:14.207921 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38054) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:14.221555 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d5849-b26a-4664-bc34-8f907b7de805,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.231742 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.232108 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.232452 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.232788 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.233122 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.233454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.233781 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.234107 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.234431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.234755 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.235608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.235953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b396ed8-9021-4bec-9ae9-4964764d6f66 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:14.250791 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-c6bb5380-4ebe-4b42-8401-ef91630e10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.252811 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-c6bb5380-4ebe-4b42-8401-ef91630e10ee service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.1188104 Jul 07 18:41:14.317709 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-1bba032e-33ff-48a9-9a28-6541215bc796 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 1002 time: 0.0579865 Jul 07 18:41:14.368593 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-67817664-272a-4ce7-a860-9afe67779662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.369546 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Deleting port eeb1cc13-d7c7-4d27-84cf-343a77622d24 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:14.369893 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.370059 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-67817664-272a-4ce7-a860-9afe67779662 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0459740 Jul 07 18:41:14.426158 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-5aa91f11-1b3b-4e51-92a5-f4739fa8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:14.427547 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-5aa91f11-1b3b-4e51-92a5-f4739fa8d01c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503373 Jul 07 18:41:14.446180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.446503 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.458013 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Calling delete_port for eeb1cc13-d7c7-4d27-84cf-343a77622d24 owned by network:floatingip {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:14.514779 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-d94b812f-9d29-4b21-9858-3b0b10e901e7 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802772 Jul 07 18:41:14.607354 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-591a01a0-bb8f-45c5-a7f9-5ee644d3bc74 req-1e2a375c-c43c-4f56-870b-0b3c981da382 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853815 Jul 07 18:41:14.628678 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.654416 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event deleted for resources: {'Port': ['ID=eeb1cc13-d7c7-4d27-84cf-343a77622d24,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:14.712532 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks [] for floatingip, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:14.712782 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.db.l3_db [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Floating IP 98b17b5b-f909-41b2-949d-c39620ff2e8b disassociated (deleted). External IP: 172.27.2.237, port: cbcf47f3-cb42-4f7b-9a8a-71b38be4f166. Jul 07 18:41:14.908165 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Router c742ae7c-58f4-4384-9cc8-e70460d13682 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:15.011594 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:15.016245 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:15.021189 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Sync routers for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:15.029672 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:15.030280 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:15.052092 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-cd61991b-e135-4b70-a453-975e57822bb6 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "DELETE /v2.0/floatingips/98b17b5b-f909-41b2-949d-c39620ff2e8b HTTP/1.1" status: 204 len: 168 time: 0.8429008 Jul 07 18:41:15.145172 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:15.350904 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:15.377737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Checking router: c742ae7c-58f4-4384-9cc8-e70460d13682 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:15.385814 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:15.386415 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:15.496519 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:15.687795 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-27de220b-084a-4823-962c-795c75494eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:15.715218 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de220b-084a-4823-962c-795c75494eb4 None None] The sync data for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi is: [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:09Z', 'revision_number': 4, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': '9cb8a683-6fd0-43cd-a3b7-83bc12a8562f', 'name': '', 'network_id': '70ba77ce-eef8-442a-a37a-06f6bdf47192', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'mac_address': 'fa:16:3e:85:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:09Z', 'updated_at': '2021-07-07T18:39:15Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'subnets': [{'id': 'd2cb190c-fe3c-443f-9d72-768c1e5a4a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:15.923318 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0586a-82ad-44eb-8160-2a1dc8bf7111 None None] New status for floating IP 98b17b5b-f909-41b2-949d-c39620ff2e8b: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:41:16.006725 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:16.009696 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecd0ba-58f1-4684-8d16-56affda0ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:16.047219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5fc9ae-4742-40d4-aeea-90e1770f2e55 x-openstack-request-id: req-4d5fc9ae-4742-40d4-aeea-90e1770f2e55 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:16.047541 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:16.047799 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d5fc9ae-4742-40d4-aeea-90e1770f2e55 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:16.048240 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:41:16.135481 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-97aa73d3-c665-4d1d-b2a6-6cd54bf3ef78 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567253 Jul 07 18:41:16.136447 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-04171c6a-f6d1-4840-ac2c-b307a767c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.137924 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-04171c6a-f6d1-4840-ac2c-b307a767c1cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=7ef425496682408d95d3b59168cb95ca&device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 1099 time: 0.0596242 Jul 07 18:41:16.212202 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-b6d0933b-6240-4581-ba95-2f91058a03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.213703 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-b6d0933b-6240-4581-ba95-2f91058a03af service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1098 time: 0.0545428 Jul 07 18:41:16.234294 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9d74eb99-056a-4c03-ac55-08f59aa1cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.235719 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9d74eb99-056a-4c03-ac55-08f59aa1cf5b service neutron] 10.222.0.103 "GET /v2.0/networks?id=70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 200 len: 916 time: 0.0881500 Jul 07 18:41:16.277735 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-ea56541e-15b4-4028-bc55-c672a536538e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 200 len: 217 time: 0.0345304 Jul 07 18:41:16.313631 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-f8374e0a-0e18-46c2-8198-df4027f9eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.315105 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-f8374e0a-0e18-46c2-8198-df4027f9eb93 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0822721 Jul 07 18:41:16.324402 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9510031f-4637-4b21-958f-f67d885112bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.325819 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9510031f-4637-4b21-958f-f67d885112bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 200 len: 853 time: 0.0419090 Jul 07 18:41:16.384953 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-125d58ed-01f6-44c7-baf5-a55c0bc5d689 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 1001 time: 0.0629666 Jul 07 18:41:16.387326 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9019ddba-c6df-46fc-a9d7-96a7b6016542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.388895 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-9019ddba-c6df-46fc-a9d7-96a7b6016542 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=70ba77ce-eef8-442a-a37a-06f6bdf47192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561674 Jul 07 18:41:16.438925 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-79267458-c2b0-45cb-8637-9d7f44b5db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.440590 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-79267458-c2b0-45cb-8637-9d7f44b5db05 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0441027 Jul 07 18:41:16.478687 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-274654fc-a8b3-4225-9dc1-2cab442b37a8 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Jul 07 18:41:16.499425 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-794237ff-a361-4eb7-9777-59a66d034737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:16.501607 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-794237ff-a361-4eb7-9777-59a66d034737 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538578 Jul 07 18:41:16.578995 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a6ecd0ba-58f1-4684-8d16-56affda0ec29 req-ef9c9a06-c505-4e62-9f44-d62cf5043955 service neutron] 10.222.0.103 "GET /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Jul 07 18:41:16.608250 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-19261784-e278-4d31-ac55-627347ecb025 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997896 Jul 07 18:41:16.703268 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f99b2640-fc89-471e-b555-2c3ff2d80d8d req-f574d9f4-24c2-42fa-a06e-ecf8d305cbe4 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868866 Jul 07 18:41:18.073074 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2dd29-1d98-42c5-9d23-0ab4eda897ec req-eed723e3-7291-4e20-8b29-1f2992beb330 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:18.074503 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6de2dd29-1d98-42c5-9d23-0ab4eda897ec req-eed723e3-7291-4e20-8b29-1f2992beb330 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0610204 Jul 07 18:41:18.114050 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-6de2dd29-1d98-42c5-9d23-0ab4eda897ec req-e28ee1b9-2fe2-4807-b75e-ca602308d810 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Jul 07 18:41:19.284209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6490-375f-4f61-924b-7baf69da9aaa req-415774e6-e97f-4d5a-bde7-1dd53a42004b tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.285571 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d77e6490-375f-4f61-924b-7baf69da9aaa req-415774e6-e97f-4d5a-bde7-1dd53a42004b tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0620675 Jul 07 18:41:19.321469 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-d77e6490-375f-4f61-924b-7baf69da9aaa req-100b08e2-5f5a-4580-b810-679801921292 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/security-groups?id=bd2e753b-c9d4-4cce-9618-0518bf7584fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304642 Jul 07 18:41:19.826636 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-b53cbe57-9d15-40f0-b26a-e01594402170 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:19.828083 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-b53cbe57-9d15-40f0-b26a-e01594402170 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.103 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 946 time: 0.0610304 Jul 07 18:41:19.922237 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Deleting port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:19.922644 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.012562 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] For port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:20.012926 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.025310 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Calling delete_port for cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:20.147316 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.159416 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:20.174460 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Pushing event deleted for resources: {'Port': ['ID=cbcf47f3-cb42-4f7b-9a8a-71b38be4f166,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:20.222466 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] No DVR routers for this DVR port cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:20.224936 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:20.226882 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd155e02-9194-4e14-ba94-e9a4dd1b2a78 req-01f5fd6f-7f1f-466a-8d09-bbe4f7b4d046 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.103 "DELETE /v2.0/ports/cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 HTTP/1.1" status: 204 len: 173 time: 0.3926578 Jul 07 18:41:20.227333 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'name': 'network-vif-deleted', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:20.229853 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a20dce3-0224-4323-83b7-0e29f4497a5b" -d '{"events": [{"server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "name": "network-vif-deleted", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:20.267350 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc7e6c-dd69-49ea-a0cb-8aa213bef305 x-openstack-request-id: req-87fc7e6c-dd69-49ea-a0cb-8aa213bef305 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:20.267656 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d6c991-94e6-422d-874a-834fc2ab47f8", "name": "network-vif-deleted", "tag": "cbcf47f3-cb42-4f7b-9a8a-71b38be4f166", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:20.267940 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87fc7e6c-dd69-49ea-a0cb-8aa213bef305 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:20.268593 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d6c991-94e6-422d-874a-834fc2ab47f8', 'name': 'network-vif-deleted', 'tag': 'cbcf47f3-cb42-4f7b-9a8a-71b38be4f166', 'status': 'completed', 'code': 200} Jul 07 18:41:20.478342 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-0097028b-cc96-40ab-b545-86374f888dc7 req-4093d11e-7403-42df-a2e6-c6f222959916 tempest-TestMinimumBasicScenario-1343912802 tempest-TestMinimumBasicScenario-1343912802-project] 10.222.0.58 "GET /v2.0/ports?device_id=92d6c991-94e6-422d-874a-834fc2ab47f8 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jul 07 18:41:22.063822 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38142) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:22.390975 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.631987 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Deleting port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:22.632319 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.705347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] For port 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:22.705611 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.720850 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Calling delete_port for 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f owned by network:router_interface {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:22.888995 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:22.918304 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb8a683-6fd0-43cd-a3b7-83bc12a8562f,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:23.080772 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.531049 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Router c742ae7c-58f4-4384-9cc8-e70460d13682 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:23.633146 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:23.638046 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-2e0ac75e-84d7-4a59-bc4c-e9c0ed2bafc8 admin admin] 10.222.0.58 "PUT /v2.0/routers/c742ae7c-58f4-4384-9cc8-e70460d13682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731945 Jul 07 18:41:23.640610 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38144) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:23.641360 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Sync routers for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:23.650758 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:23.651360 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:23.688683 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:23.713163 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:23.713496 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device cbcf47f3-cb42-4f7b-9a8a-71b38be4f166 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:23.751716 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.777858 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:23.852351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.902546 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Deleting port 8563c101-94ca-414d-b493-5a9a2cd52cd5 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:23.902884 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.949556 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:41:22Z', 'revision_number': 5, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port': {'id': '8563c101-94ca-414d-b493-5a9a2cd52cd5', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:23.977447 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] For port 8563c101-94ca-414d-b493-5a9a2cd52cd5, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=8563c101-94ca-414d-b493-5a9a2cd52cd5,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:23.977798 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:23.979521 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Checking router: c742ae7c-58f4-4384-9cc8-e70460d13682 for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:23.988274 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Routers {'c742ae7c-58f4-4384-9cc8-e70460d13682'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:23.988887 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['c742ae7c-58f4-4384-9cc8-e70460d13682'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:23.990798 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Calling delete_port for 8563c101-94ca-414d-b493-5a9a2cd52cd5 owned by network:router_gateway {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:24.071984 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] Set router c742ae7c-58f4-4384-9cc8-e70460d13682 gateway port host: None {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:24.121579 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:41:23Z', 'revision_number': 6, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:24.149957 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82353eeb-5c03-458b-ac56-a752f5470a14 None None] The sync data for ids ['c742ae7c-58f4-4384-9cc8-e70460d13682'] in dv-cinder-799871-3-iscsi is: [{'id': 'c742ae7c-58f4-4384-9cc8-e70460d13682', 'name': 'tempest-TestMinimumBasicScenario-442965921-router', 'tenant_id': '7ef425496682408d95d3b59168cb95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:07Z', 'updated_at': '2021-07-07T18:41:23Z', 'revision_number': 6, 'project_id': '7ef425496682408d95d3b59168cb95ca', 'gw_port_host': None}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:24.153365 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.182366 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8563c101-94ca-414d-b493-5a9a2cd52cd5,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:24.244251 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.328949 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.330989 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.372132 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.372575 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c742ae7c-58f4-4384-9cc8-e70460d13682 {{(pid=92945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:41:24.376820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.377894 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-cce6a197-eed2-424c-a7c4-31a89513ccb5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c742ae7c-58f4-4384-9cc8-e70460d13682 HTTP/1.1" status: 204 len: 168 time: 0.7363338 Jul 07 18:41:24.380454 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38146) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:24.426533 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Deleting subnet d2cb190c-fe3c-443f-9d72-768c1e5a4a88 {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:41:24.429608 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.461026 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.539325 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.597681 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.633617 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2cb190c-fe3c-443f-9d72-768c1e5a4a88,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:24.635503 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.639330 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-bbc687a6-42a8-4e19-ae0e-94daa241e013 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2cb190c-fe3c-443f-9d72-768c1e5a4a88 HTTP/1.1" status: 204 len: 168 time: 0.2560256 Jul 07 18:41:24.640079 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38148) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:24.642307 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a1a6f-c5bf-42fa-8d61-006ed86ee6a3 None None] Network 70ba77ce-eef8-442a-a37a-06f6bdf47192 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:24.705221 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.756724 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7a226a89-6cc6-4ea7-b7ed-085f361b7cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.758405 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Deleting port 45c6f796-0456-4476-bb22-41a2f77921b1 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:24.758818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.824861 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] For port 45c6f796-0456-4476-bb22-41a2f77921b1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=45c6f796-0456-4476-bb22-41a2f77921b1,segment=NetworkSegment(62929184-8f9b-457e-9e7c-e15b0acc8dc1),segment_id=62929184-8f9b-457e-9e7c-e15b0acc8dc1)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:24.825208 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.837990 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Calling delete_port for 45c6f796-0456-4476-bb22-41a2f77921b1 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:24.915071 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:24.940737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefdd7e8-3fec-44d1-bcd0-1a15a89b4fe2 None None] DHCP port deletion for 70ba77ce-eef8-442a-a37a-06f6bdf47192 request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:41:24.943448 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] No DVR routers for this DVR port 45c6f796-0456-4476-bb22-41a2f77921b1 on host dv-cinder-799871-3-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:24.949298 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c6f796-0456-4476-bb22-41a2f77921b1,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:25.022695 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:25.025140 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.035776 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ba77ce-eef8-442a-a37a-06f6bdf47192']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:25.043799 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:25.044218 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 9cb8a683-6fd0-43cd-a3b7-83bc12a8562f not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:25.047351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62929184-8f9b-457e-9e7c-e15b0acc8dc1') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:25.047765 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62929184-8f9b-457e-9e7c-e15b0acc8dc1') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:25.057072 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.075054 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.081744 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:41:25.082149 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:41:25.083801 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:41:25.142173 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.148128 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.150010 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] 10.222.0.58 "DELETE /v2.0/networks/70ba77ce-eef8-442a-a37a-06f6bdf47192 HTTP/1.1" status: 204 len: 168 time: 0.5089211 Jul 07 18:41:25.153014 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38150) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:25.161370 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478a16a-70ed-4ddd-acab-38907f33a837 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ba77ce-eef8-442a-a37a-06f6bdf47192,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:25.486095 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:25.989926 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Deleting port 94dbb3d3-74cb-492b-8c37-e2f3b7074300 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:25.990267 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.063804 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] For port 94dbb3d3-74cb-492b-8c37-e2f3b7074300, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=94dbb3d3-74cb-492b-8c37-e2f3b7074300,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:26.064184 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.076088 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Calling delete_port for 94dbb3d3-74cb-492b-8c37-e2f3b7074300 owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:26.248833 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.274258 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Pushing event deleted for resources: {'Port': ['ID=94dbb3d3-74cb-492b-8c37-e2f3b7074300,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:26.437066 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.649428 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:41:26.653292 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 45c6f796-0456-4476-bb22-41a2f77921b1 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:26.672456 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 45c6f796-0456-4476-bb22-41a2f77921b1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:26.672800 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 45c6f796-0456-4476-bb22-41a2f77921b1 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:26.673245 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8563c101-94ca-414d-b493-5a9a2cd52cd5 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:26.691184 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 8563c101-94ca-414d-b493-5a9a2cd52cd5 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:26.691531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 8563c101-94ca-414d-b493-5a9a2cd52cd5 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:26.751980 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:41:26.756867 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-4226c1fd-8061-483f-9546-9e1a08788475 admin admin] 10.222.0.58 "PUT /v2.0/routers/20badb31-eeb1-4ad3-b723-922dd0f2eeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6022828 Jul 07 18:41:26.759440 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38152) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:26.761960 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Sync routers for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:41:26.771590 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:26.772305 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:26.857892 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:26.872742 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:26.951706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.011868 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Deleting port 979b7a6a-c354-4182-b373-d9462e9edfd7 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:27.012245 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.048131 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 5, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port': {'id': '979b7a6a-c354-4182-b373-d9462e9edfd7', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:39:12Z', 'updated_at': '2021-07-07T18:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:27.073418 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Checking router: 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:41:27.081441 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Routers {'20badb31-eeb1-4ad3-b723-922dd0f2eeb2'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:41:27.082048 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:40:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:27.086942 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] For port 979b7a6a-c354-4182-b373-d9462e9edfd7, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=979b7a6a-c354-4182-b373-d9462e9edfd7,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:27.087667 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.100073 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Calling delete_port for 979b7a6a-c354-4182-b373-d9462e9edfd7 owned by network:router_gateway {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:27.152154 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:41:27.171024 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] Set router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 gateway port host: None {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:41:27.223577 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 6, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:27.249325 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79bdb-3bfa-497b-84af-a17f21a1d9aa None None] The sync data for ids ['20badb31-eeb1-4ad3-b723-922dd0f2eeb2'] in dv-cinder-799871-3-iscsi is: [{'id': '20badb31-eeb1-4ad3-b723-922dd0f2eeb2', 'name': 'tempest-TestMinimumBasicScenario-1275215340-router', 'tenant_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:39:11Z', 'updated_at': '2021-07-07T18:41:26Z', 'revision_number': 6, 'project_id': '49b7edab3ce74adcbbf0e1f5e3bcc4bc', 'gw_port_host': None}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:41:27.263011 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.292108 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=979b7a6a-c354-4182-b373-d9462e9edfd7,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:27.338017 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ffaf-fa1c-4365-b7ce-ce529e4eb8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.351938 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.438239 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.440219 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.443426 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.482033 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.482552 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20badb31-eeb1-4ad3-b723-922dd0f2eeb2 {{(pid=92946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:41:27.487615 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.488945 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-373cda0d-41f3-4614-8d6c-b33ce49d03f4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/20badb31-eeb1-4ad3-b723-922dd0f2eeb2 HTTP/1.1" status: 204 len: 168 time: 0.7285805 Jul 07 18:41:27.491462 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38154) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:27.537409 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Deleting subnet c720f45f-88b4-4c8a-a2a0-c4c90ce7e044 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:41:27.540275 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.573993 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.654754 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.709253 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.740031 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.741858 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c720f45f-88b4-4c8a-a2a0-c4c90ce7e044 HTTP/1.1" status: 204 len: 168 time: 0.2494574 Jul 07 18:41:27.742629 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8fb55-b037-4130-85a0-291809abc2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c720f45f-88b4-4c8a-a2a0-c4c90ce7e044,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:27.744363 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38156) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:27.747548 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442becf-b50b-430c-a9d9-18f8e5d477d2 None None] Network 9570add4-8803-4674-9a76-4fcd9713603d requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:41:27.809288 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.860630 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Deleting port 4d44ed1f-5366-4346-b5db-149b2e158100 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:27.860968 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.924739 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] For port 4d44ed1f-5366-4346-b5db-149b2e158100, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=4d44ed1f-5366-4346-b5db-149b2e158100,segment=NetworkSegment(cbde8787-a79b-47b0-b11c-71287f91011d),segment_id=cbde8787-a79b-47b0-b11c-71287f91011d)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:27.925035 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:27.937155 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Calling delete_port for 4d44ed1f-5366-4346-b5db-149b2e158100 owned by network:dhcp {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:27.996273 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] DHCP port deletion for 9570add4-8803-4674-9a76-4fcd9713603d request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:41:28.021462 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.042647 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Deleting port 4d44ed1f-5366-4346-b5db-149b2e158100 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:41:28.043023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.047933 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d44ed1f-5366-4346-b5db-149b2e158100,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.049815 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] No DVR routers for this DVR port 4d44ed1f-5366-4346-b5db-149b2e158100 on host dv-cinder-799871-3-iscsi {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:28.111150 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] For port 4d44ed1f-5366-4346-b5db-149b2e158100, host dv-cinder-799871-3-iscsi, got binding levels [] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:28.111573 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.123242 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.124723 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Calling delete_port for 4d44ed1f-5366-4346-b5db-149b2e158100 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:41:28.127382 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.ipam_backend_mixin [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Port 4d44ed1f-5366-4346-b5db-149b2e158100 was not found and therefore no delete operation was performed {{(pid=92947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:41:28.128692 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.133015 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9570add4-8803-4674-9a76-4fcd9713603d']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:28.143261 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbde8787-a79b-47b0-b11c-71287f91011d') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:28.143559 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbde8787-a79b-47b0-b11c-71287f91011d') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:41:28.152061 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.152219 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Pushing event deleted for resources: {'Port': ['ID=4d44ed1f-5366-4346-b5db-149b2e158100,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.159746 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] No DVR routers for this DVR port 4d44ed1f-5366-4346-b5db-149b2e158100 on host dv-cinder-799871-3-iscsi {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:41:28.163218 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.163564 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.163909 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.164250 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.164581 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.164903 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.165225 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.165550 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.165950 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.166271 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.166589 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.166906 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3e8d5-4edc-4bb6-86df-796ebe6633d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:41:28.167378 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.175497 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:41:28.176116 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:41:28.178015 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:41:28.236600 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.245748 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.247652 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9570add4-8803-4674-9a76-4fcd9713603d HTTP/1.1" status: 204 len: 168 time: 0.5024159 Jul 07 18:41:28.259138 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26256c-41d3-4c39-b10d-53ff51622528 admin admin] Pushing event deleted for resources: {'Network': ['ID=9570add4-8803-4674-9a76-4fcd9713603d,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.413866 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38160) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.451965 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-fe6bfd0b-9d7c-4104-8045-5d8e3a1d40b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ef425496682408d95d3b59168cb95ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368893 Jul 07 18:41:28.454981 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38162) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.459372 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.502180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.522052 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.568040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.570706 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.571919 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd2e753b-c9d4-4cce-9618-0518bf7584fb HTTP/1.1" status: 204 len: 168 time: 0.1159983 Jul 07 18:41:28.579794 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc267e1-9a2a-4af3-bfaf-6c270e090593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e753b-c9d4-4cce-9618-0518bf7584fb,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:28.617918 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 979b7a6a-c354-4182-b373-d9462e9edfd7 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:28.638011 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 979b7a6a-c354-4182-b373-d9462e9edfd7 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:28.638355 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 979b7a6a-c354-4182-b373-d9462e9edfd7 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:28.638773 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4d44ed1f-5366-4346-b5db-149b2e158100 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:28.656572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 4d44ed1f-5366-4346-b5db-149b2e158100 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:28.656916 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 4d44ed1f-5366-4346-b5db-149b2e158100 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:28.657365 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 94dbb3d3-74cb-492b-8c37-e2f3b7074300 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:41:28.678502 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 94dbb3d3-74cb-492b-8c37-e2f3b7074300 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:41:28.678846 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 94dbb3d3-74cb-492b-8c37-e2f3b7074300 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:41:28.882343 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38168) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.920206 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-50efaa29-8dca-437c-930f-27fa871f843b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49b7edab3ce74adcbbf0e1f5e3bcc4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366986 Jul 07 18:41:28.923077 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38170) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:28.970319 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:28.994605 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.040321 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.042995 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:29.044210 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5938ad7-5445-47d7-9854-1317219c138a HTTP/1.1" status: 204 len: 168 time: 0.1202433 Jul 07 18:41:29.052400 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157c2b1-a473-43f7-9cec-39574dac52b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5938ad7-5445-47d7-9854-1317219c138a,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:30.193883 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:41.981908 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:42.927449 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-12a64c60-4646-4ea2-aa05-acd9308f7ad8 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27502180&fields=id&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 267 time: 0.0319233 Jul 07 18:41:43.032282 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-64f7a04c-72c6-462d-951b-7e7929c71ddf tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:43.033729 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-64f7a04c-72c6-462d-951b-7e7929c71ddf tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.1003597 Jul 07 18:41:43.048077 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-3e40d1d0-34b0-4323-b4ad-b19857bce71f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/quotas/cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 375 time: 0.0090971 Jul 07 18:41:43.119141 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bc2490a3-6608-4a87-82be-09d57856f00e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0665047 Jul 07 18:41:43.221401 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-5b6cc4c0-2b83-48fc-bb1d-a8224d93584f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=92946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:41:43.222415 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-5b6cc4c0-2b83-48fc-bb1d-a8224d93584f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921960 Jul 07 18:41:43.308423 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-8c3ab0a7-aa05-48dc-91bc-00967ab6b80a service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802383 Jul 07 18:41:43.397287 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-e82ddf55-5496-40d8-962a-dcdebab7bfeb service neutron] 10.222.0.58 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832293 Jul 07 18:41:43.680454 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-87b18c13-364d-4169-aede-600965060abe req-f3429a5c-f70c-4732-be96-42e26f985115 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 210 time: 0.0278385 Jul 07 18:41:44.866249 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e7645ee0-c01a-4f1b-9c47-391cd06220f4 req-d2b7d12f-2392-4c1d-b062-712e7b73c6e3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 210 time: 0.0607266 Jul 07 18:41:44.912480 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-40a4e2a8-cba3-490c-bf21-503d697c39e6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:44.913899 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-40a4e2a8-cba3-490c-bf21-503d697c39e6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 812 time: 0.1410828 Jul 07 18:41:44.956300 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-1b64f76c-2be2-45d8-a797-7b980948f1e1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8dff534e0943af9af0c255da33128d HTTP/1.1" status: 200 len: 378 time: 0.0335627 Jul 07 18:41:44.967793 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'port': {'device_id': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'admin_state_up': True, 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'security_groups': ['dd99092b-191e-44b3-8fd8-6e3c54fdab1b']}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:45.074423 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Made reservation on behalf of cf8dff534e0943af9af0c255da33128d for: {'port': 1} {{(pid=92946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:41:45.078074 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.205371 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_common [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.20.0.3 (720688ce-9f61-44d5-a352-3835f4d80ba3/3a73665c-8324-49e7-b6b8-a71be63a9738/04f15468-ce12-4d97-a446-6359b374d2a4) {{(pid=92946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:45.347833 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.361618 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Transition to ACTIVE for port object 04f15468-ce12-4d97-a446-6359b374d2a4 will not be triggered until provisioned by entity DHCP. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:45.395004 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12317336'] for port, after_create {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.440675 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 is already hosted by enough agents. {{(pid=92946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:45.445720 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.base_scheduler [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:45.449491 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:45.474002 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=1']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:45.501527 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:45.502138 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.517234 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-0f89b250-53c2-4e3e-8464-58b933be618a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522704 Jul 07 18:41:45.530356 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.v2.base [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Request body: {'port': {'device_id': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=92946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:45.605906 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.629191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-7cf7dd8a-6c2a-4bb7-88c5-1541b2d1a538 None None] Provisioning for port 04f15468-ce12-4d97-a446-6359b374d2a4 completed by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:45.632667 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-7cf7dd8a-6c2a-4bb7-88c5-1541b2d1a538 None None] Provisioning complete for port 04f15468-ce12-4d97-a446-6359b374d2a4 triggered by entity DHCP. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:45.633031 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-7cf7dd8a-6c2a-4bb7-88c5-1541b2d1a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:45.666166 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7dd8a-6c2a-4bb7-88c5-1541b2d1a538 None None] Port 04f15468-ce12-4d97-a446-6359b374d2a4 cannot update to ACTIVE because it is not bound. {{(pid=92947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:41:46.043343 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc7b7a-e15f-4065-8812-36e616c7a8bd req-33aa27e7-6d22-4441-9614-b353fa32596d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.044836 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8cc7b7a-e15f-4065-8812-36e616c7a8bd req-33aa27e7-6d22-4441-9614-b353fa32596d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 931 time: 0.0634320 Jul 07 18:41:46.082057 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-e8cc7b7a-e15f-4065-8812-36e616c7a8bd req-c76beb8e-1960-43de-9803-0225cdd9d6c2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309935 Jul 07 18:41:46.134087 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f15468-ce12-4d97-a446-6359b374d2a4 {{(pid=92946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:46.141456 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.152722 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Transition to ACTIVE for port object 04f15468-ce12-4d97-a446-6359b374d2a4 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:41:46.157108 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.206459 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Pushing event updated for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:46.275332 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Attempting to bind port 04f15468-ce12-4d97-a446-6359b374d2a4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:41:46.275673 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Attempting to bind port 04f15468-ce12-4d97-a446-6359b374d2a4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:41:46.276048 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Attempting to bind port 04f15468-ce12-4d97-a446-6359b374d2a4 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:46.280508 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Port 04f15468-ce12-4d97-a446-6359b374d2a4 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:41:46.280829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Attempting to bind port 04f15468-ce12-4d97-a446-6359b374d2a4 on network 720688ce-9f61-44d5-a352-3835f4d80ba3 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:41:46.286497 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Checking agent: {'id': 'b3be50cf-d0d0-4961-9569-4a8d0774ec45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:41:46.286842 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Checking segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:41:46.287230 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Bound using segment: {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:41:46.287693 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Bound port: 04f15468-ce12-4d97-a446-6359b374d2a4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0054c470-9f75-42be-b715-5f0d38d8ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:41:46.288081 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.351442 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:41:46.354575 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=04f15468-ce12-4d97-a446-6359b374d2a4,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:41:46.359760 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12317290'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.394286 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.394895 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:46.396310 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] 10.222.0.103 "PUT /v2.0/ports/04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 1093 time: 0.8702869 Jul 07 18:41:46.396749 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:46.398988 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:46.423010 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18043b-bdad-4f64-98d3-644cb4919596 service neutron] Pushing event updated for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:46.445330 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9b0b3-37e1-4ab6-8f79-14ecefbd0804 x-openstack-request-id: req-b5e9b0b3-37e1-4ab6-8f79-14ecefbd0804 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:46.445620 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:46.445865 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b5e9b0b3-37e1-4ab6-8f79-14ecefbd0804 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:46.446262 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4', 'status': 'completed', 'code': 200} Jul 07 18:41:46.511787 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-c6e53bab-a984-407a-b200-0580064227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.513515 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-c6e53bab-a984-407a-b200-0580064227f8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1096 time: 0.0596912 Jul 07 18:41:46.557530 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-5aa199a8-dc13-44aa-87b4-8fdde3b8a746 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Jul 07 18:41:46.606364 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-8fb38777-2615-49cc-8752-91430081e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.607926 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-8fb38777-2615-49cc-8752-91430081e45e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0433829 Jul 07 18:41:46.667185 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-80b054d7-b8a8-4c72-9cf0-4fd5986b2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.668671 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-80b054d7-b8a8-4c72-9cf0-4fd5986b2837 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542548 Jul 07 18:41:46.753372 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-856781ba-9e95-4253-a05e-57ceba6f896f service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776846 Jul 07 18:41:46.841714 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-cd364051-2b75-4dbc-8e42-a8c11f553ee2 req-34318f03-a6cd-4d65-b877-74aa354363b4 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812399 Jul 07 18:41:46.936882 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-c5a41321-fa1d-40a3-9a9f-15215ed145e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:46.938251 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-c5a41321-fa1d-40a3-9a9f-15215ed145e5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1096 time: 0.0510404 Jul 07 18:41:47.024272 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-58e8f5e6-e3d1-4fb6-b90a-2991f0c457df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:47.025713 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-58e8f5e6-e3d1-4fb6-b90a-2991f0c457df service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0807045 Jul 07 18:41:47.069194 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-057b2538-ba4b-4fb2-92ed-2d7ab30e849f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 217 time: 0.0362630 Jul 07 18:41:47.119009 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-d45dd76f-fb3b-4de7-9fae-a6e1081cc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:47.120596 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-d45dd76f-fb3b-4de7-9fae-a6e1081cc80a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0435312 Jul 07 18:41:47.179739 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-eaaa679d-1f7a-43f6-946b-9e4e01dcb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:47.181375 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-eaaa679d-1f7a-43f6-946b-9e4e01dcb5dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523376 Jul 07 18:41:47.257774 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd298-36b3-41ef-9327-f118a4fca6dc req-266eef9b-f59b-421b-a0f4-40f5b887cf2a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:47.259160 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9cfcd298-36b3-41ef-9327-f118a4fca6dc req-266eef9b-f59b-421b-a0f4-40f5b887cf2a tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0661306 Jul 07 18:41:47.277910 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-d3646c43-2eec-4000-8b79-5904c5a87f64 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850718 Jul 07 18:41:47.296756 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-9cfcd298-36b3-41ef-9327-f118a4fca6dc req-d9aa7607-5c95-479e-a64b-7f45a6bc2df4 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319924 Jul 07 18:41:47.366661 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-ca2a4b8c-1f40-4bc4-993b-19155ca9e85e req-1cf3f10a-214a-486c-bc3a-ce9c6789fb4f service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798504 Jul 07 18:41:48.470160 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267fef0-2bb5-45ff-bf92-0e0c32e2697b req-612883f6-87b8-4020-8a1f-149386ad5588 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:48.471614 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e267fef0-2bb5-45ff-bf92-0e0c32e2697b req-612883f6-87b8-4020-8a1f-149386ad5588 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0667379 Jul 07 18:41:48.508189 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e267fef0-2bb5-45ff-bf92-0e0c32e2697b req-074d687a-9e8e-4ee3-a64d-e4fbddece9ae tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308480 Jul 07 18:41:49.781353 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b8c71-c63e-4931-9cc3-cf832e434381 req-206a3e96-b421-4536-a907-b3fbc0bcf7d6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:49.783397 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8b3b8c71-c63e-4931-9cc3-cf832e434381 req-206a3e96-b421-4536-a907-b3fbc0bcf7d6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0609777 Jul 07 18:41:49.819630 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-8b3b8c71-c63e-4931-9cc3-cf832e434381 req-71445e8f-9869-4165-9db0-2dc7262a269d tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306253 Jul 07 18:41:50.987704 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda19c63-7ef5-4484-90fb-e10a8a3cbd80 req-678f0e93-fbd1-4abc-8643-f31420fa968e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:50.989272 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bda19c63-7ef5-4484-90fb-e10a8a3cbd80 req-678f0e93-fbd1-4abc-8643-f31420fa968e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0614178 Jul 07 18:41:51.025534 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bda19c63-7ef5-4484-90fb-e10a8a3cbd80 req-3066ebc4-19eb-4d3e-b021-bb4ba54acd57 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307436 Jul 07 18:41:52.194404 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a0fbc-a6f9-4a8a-b08c-350cdb7666c1 req-d5326253-7a8c-4bf6-b5cc-743a300ed1eb tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:52.195848 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3f1a0fbc-a6f9-4a8a-b08c-350cdb7666c1 req-d5326253-7a8c-4bf6-b5cc-743a300ed1eb tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0631900 Jul 07 18:41:52.236420 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-3f1a0fbc-a6f9-4a8a-b08c-350cdb7666c1 req-cac92894-9523-4cb3-8aef-3d5939b04cc8 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343502 Jul 07 18:41:53.401302 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dbbb-023b-44bc-9bf4-729193d3957b req-40ffff8e-07d8-4c49-b0b0-74ce1414b829 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:53.402741 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bf00dbbb-023b-44bc-9bf4-729193d3957b req-40ffff8e-07d8-4c49-b0b0-74ce1414b829 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 943 time: 0.0611565 Jul 07 18:41:53.438655 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-bf00dbbb-023b-44bc-9bf4-729193d3957b req-77dd9398-de2e-4a21-ac0c-97527ef5018e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305455 Jul 07 18:41:53.770377 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 04f15468-ce12-4d97-a446-6359b374d2a4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=92947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:41:53.862000 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=04f15468-ce12-4d97-a446-6359b374d2a4,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:53.874675 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Returning: {'device': '04f15468-ce12-4d97-a446-6359b374d2a4', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'port_id': '04f15468-ce12-4d97-a446-6359b374d2a4', 'mac_address': 'fa:16:3e:0a:fa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:41:53.910861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:53.922667 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f15468-ce12-4d97-a446-6359b374d2a4 {{(pid=92947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:41:53.941923 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=04f15468-ce12-4d97-a446-6359b374d2a4,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:53.945291 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:53.990289 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=4']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:54.189514 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] get_ports_and_sgs() called for port_ids ['04f15468-ce12-4d97-a446-6359b374d2a4'] {{(pid=92947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:41:54.616179 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586a4b9-36d2-49d7-be1a-c178c1d932cb req-81e45d84-8d5c-447b-9064-2813d37a6d01 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:54.617655 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6586a4b9-36d2-49d7-be1a-c178c1d932cb req-81e45d84-8d5c-447b-9064-2813d37a6d01 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 944 time: 0.0666127 Jul 07 18:41:54.654612 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-6586a4b9-36d2-49d7-be1a-c178c1d932cb req-fc955241-775f-47cb-aa77-1980b95c0ff6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314200 Jul 07 18:41:54.727831 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb388-35bb-405c-a9a1-2b7950c1b079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:55.781187 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 04f15468-ce12-4d97-a446-6359b374d2a4 up at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:41:55.830618 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning for port 04f15468-ce12-4d97-a446-6359b374d2a4 completed by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:41:55.834813 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.provisioning_blocks [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Provisioning complete for port 04f15468-ce12-4d97-a446-6359b374d2a4 triggered by entity L2. {{(pid=92947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:41:55.835191 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3597424'] for port, provisioning_complete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:55.837349 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8765-7f54-4ddb-8e9f-62f60284be42 req-35010896-fe97-4cd7-bc87-34748617dc7f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:55.838905 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-273b8765-7f54-4ddb-8e9f-62f60284be42 req-35010896-fe97-4cd7-bc87-34748617dc7f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 944 time: 0.0654149 Jul 07 18:41:55.876967 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-273b8765-7f54-4ddb-8e9f-62f60284be42 req-e4937acb-e9df-4255-800a-5e9d4b0d003f tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323088 Jul 07 18:41:55.912544 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:55.934670 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4'}] {{(pid=92947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:41:55.936889 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb94130f3a9a995f7760204ab268b20553d20c341e8625304c8f7e0be394b472" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e984d-2a44-42ba-aa1c-8a75db1c12bb" -d '{"events": [{"server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "name": "network-vif-plugged", "status": "completed", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4"}]}' {{(pid=92947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:41:55.949475 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=04f15468-ce12-4d97-a446-6359b374d2a4,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:41:55.954577 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920'] for port, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:56.004887 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Pushing event updated for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=5']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:56.033751 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6972e4ee-e687-44ff-83ce-8b18957a208e x-openstack-request-id: req-6972e4ee-e687-44ff-83ce-8b18957a208e {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:41:56.034038 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "name": "network-vif-plugged", "status": "completed", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4", "code": 200}]} {{(pid=92947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:41:56.034288 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6972e4ee-e687-44ff-83ce-8b18957a208e {{(pid=92947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:41:56.034673 dv-cinder-799871-3-iscsi neutron-server[92947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4', 'code': 200} Jul 07 18:41:56.295690 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912a996-a87b-41fd-88f2-026ab5968572 req-e72b9080-62e5-4e57-851b-ba9f70452bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:56.297071 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0912a996-a87b-41fd-88f2-026ab5968572 req-e72b9080-62e5-4e57-851b-ba9f70452bed service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1098 time: 0.0499279 Jul 07 18:41:56.329163 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0912a996-a87b-41fd-88f2-026ab5968572 req-a6b4e7e0-cf28-46d0-ba54-bd8ddb2856b7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0255201 Jul 07 18:41:57.051285 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390db8bf-ea44-4bf2-b168-daefe11b63ab req-3ce1290b-c469-4968-94c5-b78ca8a5a3d7 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:57.052787 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-390db8bf-ea44-4bf2-b168-daefe11b63ab req-3ce1290b-c469-4968-94c5-b78ca8a5a3d7 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0649352 Jul 07 18:41:57.089495 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-390db8bf-ea44-4bf2-b168-daefe11b63ab req-fb4dae2b-24d1-4493-aaba-28307053b7ff tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313103 Jul 07 18:41:57.338391 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-88fab1d4-8268-4383-a41e-e750bad27d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:57.445032 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.270330 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4ae12-bdff-4df8-b1a8-51efbbf8ccf9 req-0c41c76a-89e7-416b-9340-a0dac61a99e1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:58.271703 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cee4ae12-bdff-4df8-b1a8-51efbbf8ccf9 req-0c41c76a-89e7-416b-9340-a0dac61a99e1 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0616813 Jul 07 18:41:58.307113 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-cee4ae12-bdff-4df8-b1a8-51efbbf8ccf9 req-0f6f2ff8-ba64-4c17-ad90-ffe7aeeb215e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299253 Jul 07 18:41:58.461183 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.492511 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb056d-17fc-4e3b-b1fe-ea14df8c3a6c req-473993ac-ab03-43e1-911d-afb4557b3595 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:58.493990 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e1bb056d-17fc-4e3b-b1fe-ea14df8c3a6c req-473993ac-ab03-43e1-911d-afb4557b3595 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0622437 Jul 07 18:41:58.530160 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e1bb056d-17fc-4e3b-b1fe-ea14df8c3a6c req-d23ee6d1-26f7-49ec-9ffa-17595b3971df tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306699 Jul 07 18:41:58.554111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38270) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:58.608583 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bf6d9-74c3-4222-9090-aa5c0edb333b tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:41:58.610076 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-499bf6d9-74c3-4222-9090-aa5c0edb333b tempest-TestVolumeBootPattern-146799728 tempest-TestVolumeBootPattern-146799728-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1093 time: 0.0550134 Jul 07 18:41:58.613398 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38272) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:41:58.617621 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.v2.base [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Request body: {'floatingip': {'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'port_id': '04f15468-ce12-4d97-a446-6359b374d2a4', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:41:58.638600 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.727962 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.832263 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Allocated IP 172.27.2.38 (facb4317-5715-4363-a030-031b101744bc/37e308dc-c486-4b67-a700-12ac584cf0b3/18e24b0c-047d-4f23-912e-181211f68393) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:41:58.929023 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:58.967501 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-557624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4070311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765736317925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11834115'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.005796 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Network facb4317-5715-4363-a030-031b101744bc is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:41:59.008606 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:41:59.011061 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:41:59.041700 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=18e24b0c-047d-4f23-912e-181211f68393,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:59.369144 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.445368 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558589'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.588141 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.592552 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765736856616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765736317943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765736314920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11834353'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.658185 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event updated for resources: {'Port': ['ID=18e24b0c-047d-4f23-912e-181211f68393,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:41:59.669286 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3792233'] for floatingip, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:41:59.779786 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP 83091aef-4f91-4e08-be71-aceff3b0290c associated. External IP: 172.27.2.38, port: 04f15468-ce12-4d97-a446-6359b374d2a4. Jul 07 18:41:59.976952 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:42:00.087665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:42:00.096595 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:42:00.105324 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:00.105920 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:42:00.106534 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:41:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:00.142127 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0364f3aa-d9d5-4238-a793-e68ce4b1cdb2 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5277317 Jul 07 18:42:00.142788 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:42:00.145053 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:42:00.206092 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:00.221149 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:42:00.239443 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f53041f-858a-4fb3-95ee-df5bff983d12 x-openstack-request-id: req-9f53041f-858a-4fb3-95ee-df5bff983d12 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:42:00.239748 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:42:00.240000 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f53041f-858a-4fb3-95ee-df5bff983d12 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:42:00.240398 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4', 'status': 'completed', 'code': 200} Jul 07 18:42:00.317261 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-64ab1d8f-afcd-480a-a09d-b71403c76398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:00.319857 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-64ab1d8f-afcd-480a-a09d-b71403c76398 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1098 time: 0.0570560 Jul 07 18:42:00.416284 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-1d915979-6cba-47dc-8761-6a3dd4fd217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:00.417762 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-1d915979-6cba-47dc-8761-6a3dd4fd217e service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0901136 Jul 07 18:42:00.482267 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-744ad0d5-53f5-4d03-8156-5b659a6bab08 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 998 time: 0.0560784 Jul 07 18:42:00.534462 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-24898567-959d-46e9-8926-65763c818ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:00.535901 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-24898567-959d-46e9-8926-65763c818ca6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0461743 Jul 07 18:42:00.565917 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '83091aef-4f91-4e08-be71-aceff3b0290c', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '04f15468-ce12-4d97-a446-6359b374d2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:0a:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:59Z', 'updated_at': '2021-07-07T18:41:59Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}, {'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:00.594353 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-daa6ed6b-a15b-4673-bd69-ae359bc7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:00.595814 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:42:00.596004 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-daa6ed6b-a15b-4673-bd69-ae359bc7ff5d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531139 Jul 07 18:42:00.605612 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:42:00.606233 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:41:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:00.687651 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-89e9c4bc-5fc3-42f0-912a-26b9f4c94ad0 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Jul 07 18:42:00.711036 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:42:00.778281 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f0d11cfd-de67-4228-ac34-2ec16d95f4f8 req-9bcd1825-2907-44bb-adfc-fe577f70507c service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839152 Jul 07 18:42:00.928414 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '83091aef-4f91-4e08-be71-aceff3b0290c', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '04f15468-ce12-4d97-a446-6359b374d2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:0a:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:59Z', 'updated_at': '2021-07-07T18:41:59Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}, {'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:42:00.957076 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e96425-29f7-403e-a7b7-7dbc638572a1 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '83091aef-4f91-4e08-be71-aceff3b0290c', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '04f15468-ce12-4d97-a446-6359b374d2a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:0a:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:41:59Z', 'updated_at': '2021-07-07T18:41:59Z', 'revision_number': 0, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}, {'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:42:01.149161 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdb879-a2fa-40d2-b73e-d732ddfbb089 None None] New status for floating IP 83091aef-4f91-4e08-be71-aceff3b0290c: ACTIVE {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:42:04.151188 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:11.996023 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:17.080976 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-f2ca0cba-def2-4fd4-a5c5-e3a3920a548b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493238 Jul 07 18:42:17.178273 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d901e1-7503-4527-8d06-a67aef031218 req-360d8c32-47d8-4356-8cc6-e9d5e5f4fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:17.179903 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-360d8c32-47d8-4356-8cc6-e9d5e5f4fc26 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1098 time: 0.0518084 Jul 07 18:42:17.286898 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d901e1-7503-4527-8d06-a67aef031218 req-4b7fe4e6-61b7-4f8b-b1c8-ac57be8f57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:17.288347 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-4b7fe4e6-61b7-4f8b-b1c8-ac57be8f57a3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0858495 Jul 07 18:42:17.351490 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-825152fd-ff31-499c-b3e6-45a20d199894 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 1001 time: 0.0557745 Jul 07 18:42:17.403471 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d901e1-7503-4527-8d06-a67aef031218 req-2b4be635-ae00-4073-9e60-e190eb19f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:17.404894 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-2b4be635-ae00-4073-9e60-e190eb19f96b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0459321 Jul 07 18:42:17.460532 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d901e1-7503-4527-8d06-a67aef031218 req-4be79862-3771-440c-b3cc-72670bf20138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:42:17.461953 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-4be79862-3771-440c-b3cc-72670bf20138 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495772 Jul 07 18:42:17.550057 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-0ee29054-116e-4185-8081-8b93261cff6a service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778413 Jul 07 18:42:17.641915 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-64d901e1-7503-4527-8d06-a67aef031218 req-39302505-a2e6-4c32-984b-abddb9a9d913 service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840447 Jul 07 18:42:24.728861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8dcb-8d0f-4e62-99ff-b1d9bfb0b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:27.339591 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-55abd345-e2ec-4d58-8c87-ff269cb60ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:27.446118 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:28.464589 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:30.198931 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:41.149286 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:42:41.995146 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:54.729252 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f5f05e5e-214c-4041-b564-e48275ca41f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:57.340371 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8be7a051-a832-4e57-952e-7da474aee7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:57.447084 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:42:58.469043 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:00.201005 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:12.010426 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:18.148903 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:19.124370 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-053a05c2-3b6d-4b55-93d7-f3ea49325e4a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508218 Jul 07 18:43:19.194630 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-a5b92e80-2b86-45dc-861d-1059da4e7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:19.196079 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-a5b92e80-2b86-45dc-861d-1059da4e7100 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1098 time: 0.0506375 Jul 07 18:43:19.301081 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-221d25ab-4582-4bd4-aaad-8c202cf1e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:19.302426 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-221d25ab-4582-4bd4-aaad-8c202cf1e397 service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0869038 Jul 07 18:43:19.364877 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-aa872951-e508-492b-9ddd-51c87c2505ed service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 1000 time: 0.0558503 Jul 07 18:43:19.414231 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-fcc86222-c498-419a-a710-9bd171216cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:19.415618 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-fcc86222-c498-419a-a710-9bd171216cc8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0449042 Jul 07 18:43:19.472478 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-04627841-09e6-4272-acc1-ca2071e49b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:19.473948 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-04627841-09e6-4272-acc1-ca2071e49b4b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513103 Jul 07 18:43:19.560149 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-c94fa4ea-40b6-4687-b7d4-9f1d166fc5eb service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792899 Jul 07 18:43:19.649527 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-669ef4aa-797e-4bc6-99e0-955a292e85af req-c4a3d4b0-466e-40aa-a311-af801a6393db service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835383 Jul 07 18:43:24.733499 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e479-f569-45b1-87bc-ff4e0e1593f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:27.340619 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ce950ee7-8237-44d1-aa4c-0a1e8492573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:27.448741 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:28.470427 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:30.206976 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.007257 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.429001 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38310) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:42.827120 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 18e24b0c-047d-4f23-912e-181211f68393 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:42.827363 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.903946 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.904277 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:42.915399 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 18e24b0c-047d-4f23-912e-181211f68393 owned by network:floatingip {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:43.063793 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.089037 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=18e24b0c-047d-4f23-912e-181211f68393,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:43.114111 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.114461 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.114800 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.115142 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.115494 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.115788 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.116138 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.116463 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.116792 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.117109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.117427 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.117743 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:43.156665 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.156996 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP 83091aef-4f91-4e08-be71-aceff3b0290c disassociated (deleted). External IP: 172.27.2.38, port: 04f15468-ce12-4d97-a446-6359b374d2a4. Jul 07 18:43:43.356510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:43:43.459319 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:43:43.463987 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:43.468251 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:43:43.477732 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:43.478342 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:43.498291 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-05d6fa40-04ca-449d-af51-10daa0466bf3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "DELETE /v2.0/floatingips/83091aef-4f91-4e08-be71-aceff3b0290c HTTP/1.1" status: 204 len: 168 time: 1.0682213 Jul 07 18:43:43.498880 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:43.501156 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea18725-5e12-4cff-9e69-6671e8466673" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:43:43.539737 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef7deb-c99b-4d33-94bf-c1b42f8e2f32 x-openstack-request-id: req-afef7deb-c99b-4d33-94bf-c1b42f8e2f32 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:43:43.540047 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:43:43.540291 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afef7deb-c99b-4d33-94bf-c1b42f8e2f32 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:43:43.540680 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4', 'status': 'completed', 'code': 200} Jul 07 18:43:43.584582 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:43.618938 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-7541afa6-aac4-402b-baed-c36fe487bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:43.620356 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-7541afa6-aac4-402b-baed-c36fe487bd26 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 1098 time: 0.0567541 Jul 07 18:43:43.717557 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-1b5a429a-a735-4077-abf6-e39f24d1bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:43.720077 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-1b5a429a-a735-4077-abf6-e39f24d1bbdc service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.0927267 Jul 07 18:43:43.762238 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-6f78b713-eb55-486f-a5e3-071005c6380e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 200 len: 217 time: 0.0340059 Jul 07 18:43:43.811456 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-46a55e27-5ae5-4008-b055-d9b80bfff002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:43.813554 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-46a55e27-5ae5-4008-b055-d9b80bfff002 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0432835 Jul 07 18:43:43.816507 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:43.842929 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:43:43.852175 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:43.853035 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:43.879209 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32a5e7-0441-4b73-aad7-09094c29b0ec req-cfbefc83-0b47-4ab9-bb13-cf600ac831bb tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:43.880670 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ff32a5e7-0441-4b73-aad7-09094c29b0ec req-cfbefc83-0b47-4ab9-bb13-cf600ac831bb tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0658438 Jul 07 18:43:43.882280 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-c31fe979-8254-46de-a571-a66214295f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:43.883760 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-c31fe979-8254-46de-a571-a66214295f7e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628631 Jul 07 18:43:43.923433 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-ff32a5e7-0441-4b73-aad7-09094c29b0ec req-a25e097d-3ef6-4c4f-9ae8-182b4b4493a6 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373223 Jul 07 18:43:43.964954 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:43.975726 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-9f43e3d6-92e5-4c6a-b461-83833136ebbc service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Jul 07 18:43:44.067862 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-8ea18725-5e12-4cff-9e69-6671e8466673 req-c593bbd0-3675-4547-a952-fbe73768e45b service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Jul 07 18:43:44.187813 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:44.212625 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1ff8b1-810f-4ecc-95cc-2340b7a74ba4 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_floatingips': [{'id': '9a84fa39-a373-4a3b-b076-5c60c644e44f', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'facb4317-5715-4363-a030-031b101744bc', 'router_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'port_id': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'mac_address': 'fa:16:3e:ec:5a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92143739-b383-4576-9456-25e2e710ab51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:04Z', 'updated_at': '2021-07-07T18:40:07Z', 'revision_number': 1, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:43:44.412371 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de6df7-3397-497d-8d9f-cb7b501698d7 None None] New status for floating IP 83091aef-4f91-4e08-be71-aceff3b0290c: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:43:45.098695 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377f9c5-1cf2-4250-b7ef-5b0d0cd52389 req-365573dc-bc65-4b79-aa3e-d84ca59af287 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:45.100192 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7377f9c5-1cf2-4250-b7ef-5b0d0cd52389 req-365573dc-bc65-4b79-aa3e-d84ca59af287 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0626688 Jul 07 18:43:45.141149 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-7377f9c5-1cf2-4250-b7ef-5b0d0cd52389 req-98cebf91-cde1-4d9d-bacc-0477f7bc8c57 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351171 Jul 07 18:43:45.504784 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca44f-ac9c-47f7-b973-bb88359786ab req-89e5126f-c7c1-4b17-9b88-3e07b6da9eaa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:45.506227 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-facca44f-ac9c-47f7-b973-bb88359786ab req-89e5126f-c7c1-4b17-9b88-3e07b6da9eaa tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 945 time: 0.0607178 Jul 07 18:43:45.605929 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 04f15468-ce12-4d97-a446-6359b374d2a4 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:45.606272 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:45.690266 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] For port 04f15468-ce12-4d97-a446-6359b374d2a4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=04f15468-ce12-4d97-a446-6359b374d2a4,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:45.690614 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:45.702757 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 04f15468-ce12-4d97-a446-6359b374d2a4 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:45.825221 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:45.852548 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=04f15468-ce12-4d97-a446-6359b374d2a4,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:45.865921 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.866261 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.866593 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.866920 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.867240 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.867561 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.867900 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.868233 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.868549 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.868869 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.869180 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.869488 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:45.910570 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] No DVR routers for this DVR port 04f15468-ce12-4d97-a446-6359b374d2a4 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:43:45.912976 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:45.915022 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-facca44f-ac9c-47f7-b973-bb88359786ab req-ae306b41-5327-438b-b131-44b4629bb486 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "DELETE /v2.0/ports/04f15468-ce12-4d97-a446-6359b374d2a4 HTTP/1.1" status: 204 len: 173 time: 0.4010203 Jul 07 18:43:45.915477 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'name': 'network-vif-deleted', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:45.918389 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e607d033-5369-4abf-a4a6-1b8039b26530" -d '{"events": [{"server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "name": "network-vif-deleted", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:43:45.954682 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681838af-1724-4fc0-bfb5-c35e36d0c41b x-openstack-request-id: req-681838af-1724-4fc0-bfb5-c35e36d0c41b {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:43:45.955002 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b", "name": "network-vif-deleted", "tag": "04f15468-ce12-4d97-a446-6359b374d2a4", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:43:45.955311 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-681838af-1724-4fc0-bfb5-c35e36d0c41b {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:43:45.955711 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b', 'name': 'network-vif-deleted', 'tag': '04f15468-ce12-4d97-a446-6359b374d2a4', 'status': 'completed', 'code': 200} Jul 07 18:43:46.283031 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-87ebd663-755c-4e5d-b198-ae9c41863615 req-616f71a7-e3a8-4bef-a606-1bbb33c22774 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1f773e5-e9e7-4df1-8a54-0dfc29f9e75b HTTP/1.1" status: 200 len: 210 time: 0.0289662 Jul 07 18:43:48.334822 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 04f15468-ce12-4d97-a446-6359b374d2a4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:43:48.354657 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 04f15468-ce12-4d97-a446-6359b374d2a4 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:43:48.354996 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 04f15468-ce12-4d97-a446-6359b374d2a4 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:43:49.590930 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38350) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:49.742189 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 19defa05-7034-4dc0-abef-405e32dc00f3 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:49.742527 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.813820 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.814064 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.825109 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 19defa05-7034-4dc0-abef-405e32dc00f3 owned by network:floatingip {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:49.969562 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:49.994115 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=19defa05-7034-4dc0-abef-405e32dc00f3,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:50.056705 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:50.057082 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.db.l3_db [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Floating IP 9a84fa39-a373-4a3b-b076-5c60c644e44f disassociated (deleted). External IP: 172.27.2.117, port: 1e63c8eb-fb72-4896-8b9f-6c6d956236b1. Jul 07 18:43:50.250420 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:43:50.354060 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:43:50.359276 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:50.363754 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:43:50.372528 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:50.373125 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:50.396548 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-aa17720c-5f6a-4eaf-8430-402cee9363f3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "DELETE /v2.0/floatingips/9a84fa39-a373-4a3b-b076-5c60c644e44f HTTP/1.1" status: 204 len: 168 time: 0.8045225 Jul 07 18:43:50.397123 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:50.399347 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09b6fc00875f3289ec350658cf4582b6ee7847ef344fa997faa151f7d4ad6418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bffd0b9-0b6e-48db-b598-afad56903c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:43:50.435509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a580dc4a-07ac-40a3-b2ca-6426d7d2c3fc x-openstack-request-id: req-a580dc4a-07ac-40a3-b2ca-6426d7d2c3fc {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:43:50.435797 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1", "status": "completed", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:43:50.436142 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a580dc4a-07ac-40a3-b2ca-6426d7d2c3fc {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:43:50.436538 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'status': 'completed', 'code': 200} Jul 07 18:43:50.479531 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:50.512103 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-001d2197-da26-4815-805f-b600e5c27692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.513562 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-001d2197-da26-4815-805f-b600e5c27692 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cf8dff534e0943af9af0c255da33128d&device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 1098 time: 0.0515234 Jul 07 18:43:50.620751 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-b4633bb8-3e6b-4dcc-ba3f-dc2d3415b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.622596 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-b4633bb8-3e6b-4dcc-ba3f-dc2d3415b91f service neutron] 10.222.0.103 "GET /v2.0/networks?id=720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 200 len: 914 time: 0.1024928 Jul 07 18:43:50.674318 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-5d0abd2a-9a57-45ce-a594-45265540e37f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 200 len: 217 time: 0.0375502 Jul 07 18:43:50.690216 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:50.729109 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-f93b9e73-f45a-40cc-9819-6da86b4e958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.730697 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-f93b9e73-f45a-40cc-9819-6da86b4e958c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 200 len: 851 time: 0.0485203 Jul 07 18:43:50.781662 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149690f-1301-45d9-a4ba-657b19ab12e3 req-746fd7b9-42fa-4b7a-b237-820a769cc323 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.783300 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a149690f-1301-45d9-a4ba-657b19ab12e3 req-746fd7b9-42fa-4b7a-b237-820a769cc323 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.0679741 Jul 07 18:43:50.799267 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-8fd096d3-7a2f-4373-8a29-952d74a7cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:50.800817 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-8fd096d3-7a2f-4373-8a29-952d74a7cbac service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=720688ce-9f61-44d5-a352-3835f4d80ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613248 Jul 07 18:43:50.822922 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [req-a149690f-1301-45d9-a4ba-657b19ab12e3 req-98314e5e-1c48-4845-833c-e9692c0cb564 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338061 Jul 07 18:43:50.838593 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:43:50.847530 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:50.848179 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:27Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:50.889408 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-2eb6b93e-37de-43ab-9ffa-af3a9dd5607f service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802734 Jul 07 18:43:50.953411 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:50.991341 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-4bffd0b9-0b6e-48db-b598-afad56903c2d req-eb6b288c-6944-4b49-938a-c38bd1edf0ad service neutron] 10.222.0.103 "GET /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942686 Jul 07 18:43:51.144079 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:51.172953 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64776f-6ee7-4b06-b81a-b6c02d1880a3 None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:40Z', 'revision_number': 4, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi', '_interfaces': [{'id': 'c1921cb7-9a06-41d2-b619-784849ebc94a', 'name': '', 'network_id': '720688ce-9f61-44d5-a352-3835f4d80ba3', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'mac_address': 'fa:16:3e:a5:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:48Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'subnets': [{'id': '3a73665c-8324-49e7-b6b8-a71be63a9738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:43:51.364554 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3127b68-c547-45c9-92ea-cf63e10a1131 None None] New status for floating IP 9a84fa39-a373-4a3b-b076-5c60c644e44f: DOWN {{(pid=92948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:43:51.996654 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303752c-3eaa-46f6-bb22-46f9a321ebc6 req-66b71538-dcf3-4163-80b5-07cd07b08e71 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:51.998187 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f303752c-3eaa-46f6-bb22-46f9a321ebc6 req-66b71538-dcf3-4163-80b5-07cd07b08e71 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.0634201 Jul 07 18:43:52.035737 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-f303752c-3eaa-46f6-bb22-46f9a321ebc6 req-19db1970-5d3b-41e9-bb9d-50d9f337625b tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/security-groups?id=dd99092b-191e-44b3-8fd8-6e3c54fdab1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319209 Jul 07 18:43:52.370158 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-863b0204-7b3e-4e80-b410-aeffdc657bbf tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:43:52.371565 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-863b0204-7b3e-4e80-b410-aeffdc657bbf tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 945 time: 0.0603969 Jul 07 18:43:52.475829 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:52.476194 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.558772 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] For port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:52.559122 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.571808 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 owned by compute:nova {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:52.697503 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.724845 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=1e63c8eb-fb72-4896-8b9f-6c6d956236b1,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:52.773143 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] No DVR routers for this DVR port 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 on host hv-cinder-79987 {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:43:52.775646 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for port, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:52.777604 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-e5f1965b-6c0d-4dcb-b0dc-9bf8a0cca832 req-d190d076-ae2b-4747-938b-2872c0c7f07e tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.103 "DELETE /v2.0/ports/1e63c8eb-fb72-4896-8b9f-6c6d956236b1 HTTP/1.1" status: 204 len: 173 time: 0.3998303 Jul 07 18:43:52.778040 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'name': 'network-vif-deleted', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1'}] {{(pid=92946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:43:52.780273 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2be2e8ef2dbf1b7408d3a6a6cc76f8d141cc616fc3d94cf8efb99bc8f1242fde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a82287-2681-433e-b917-810a86f48af7" -d '{"events": [{"server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "name": "network-vif-deleted", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1"}]}' {{(pid=92946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:43:52.815625 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dff8b43-829e-491e-87e9-d8a3470663f8 x-openstack-request-id: req-3dff8b43-829e-491e-87e9-d8a3470663f8 {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:43:52.815965 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92143739-b383-4576-9456-25e2e710ab51", "name": "network-vif-deleted", "tag": "1e63c8eb-fb72-4896-8b9f-6c6d956236b1", "status": "completed", "code": 200}]} {{(pid=92946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:43:52.816245 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3dff8b43-829e-491e-87e9-d8a3470663f8 {{(pid=92946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:43:52.816667 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92143739-b383-4576-9456-25e2e710ab51', 'name': 'network-vif-deleted', 'tag': '1e63c8eb-fb72-4896-8b9f-6c6d956236b1', 'status': 'completed', 'code': 200} Jul 07 18:43:53.191290 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [req-0f88322d-fe3c-4ba4-a41d-ecc5c601b15b req-c411de88-4264-4780-87ab-4a6cba821366 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "GET /v2.0/ports?device_id=92143739-b383-4576-9456-25e2e710ab51 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Jul 07 18:43:54.283334 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38368) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:54.385843 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:43:54.402060 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Deleting port 58e82f93-6d98-42b3-87b9-fc9b995c297c {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:54.402401 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.404413 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] No Port match for: 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:43:54.404751 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Device 1e63c8eb-fb72-4896-8b9f-6c6d956236b1 not bound to the agent host hv-cinder-79987 {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:43:54.478529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.479112 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.491349 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Calling delete_port for 58e82f93-6d98-42b3-87b9-fc9b995c297c owned by network:floatingip {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:54.614989 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.643658 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'Port': ['ID=58e82f93-6d98-42b3-87b9-fc9b995c297c,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:54.701404 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for floatingip, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.704508 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163020'] for floatingip, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:54.705683 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-62c114d3-5c5b-4cdb-89f3-e68fbbc46bb3 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "DELETE /v2.0/floatingips/b45223d3-683a-4e0c-8553-27cf2bc0e904 HTTP/1.1" status: 204 len: 168 time: 0.4213324 Jul 07 18:43:54.734566 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8fa3dc65-fa27-4321-9619-435ec19e684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:55.147977 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:43:55.961728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38382) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:56.017840 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.041697 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.097036 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.099467 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.100619 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] 10.222.0.58 "DELETE /v2.0/security-groups/dd99092b-191e-44b3-8fd8-6e3c54fdab1b HTTP/1.1" status: 204 len: 168 time: 0.1379139 Jul 07 18:43:56.110354 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c19e-e4a3-4961-9a86-1a6ac6476579 tempest-TestVolumeBootPattern-1604015380 tempest-TestVolumeBootPattern-1604015380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99092b-191e-44b3-8fd8-6e3c54fdab1b,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:56.149562 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38386) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:56.656194 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.897555 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Deleting port c1921cb7-9a06-41d2-b619-784849ebc94a {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:56.897899 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.970310 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] For port c1921cb7-9a06-41d2-b619-784849ebc94a, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=c1921cb7-9a06-41d2-b619-784849ebc94a,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:56.970663 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:56.982875 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Calling delete_port for c1921cb7-9a06-41d2-b619-784849ebc94a owned by network:router_interface {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:57.340953 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5b8896db-514c-4162-a4d5-f65d84f1ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:57.416236 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:57.451386 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1921cb7-9a06-41d2-b619-784849ebc94a,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:57.452160 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:57.607169 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:57.813762 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Router 52043060-d78e-42bb-a34b-fb14be35ea1f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:43:57.914537 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:43:57.919295 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-9b3e4028-aead-443b-8d29-3de10241d990 admin admin] 10.222.0.58 "PUT /v2.0/routers/52043060-d78e-42bb-a34b-fb14be35ea1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686687 Jul 07 18:43:57.921955 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38390) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:57.924636 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Sync routers for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:43:57.934301 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:57.934906 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:58.024905 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks [] for router, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.035808 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:58.124856 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.175669 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Deleting port 060d0083-17e7-4367-be48-ddad3372ebf1 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:58.175951 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.203790 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:43:57Z', 'revision_number': 5, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port': {'id': '060d0083-17e7-4367-be48-ddad3372ebf1', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:58.233030 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Checking router: 52043060-d78e-42bb-a34b-fb14be35ea1f for host: dv-cinder-799871-3-iscsi {{(pid=92947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:43:58.241200 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Routers {'52043060-d78e-42bb-a34b-fb14be35ea1f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:43:58.241809 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['52043060-d78e-42bb-a34b-fb14be35ea1f'], 'active': True} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:58.251467 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] For port 060d0083-17e7-4367-be48-ddad3372ebf1, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=060d0083-17e7-4367-be48-ddad3372ebf1,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:58.251824 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.264024 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Calling delete_port for 060d0083-17e7-4367-be48-ddad3372ebf1 owned by network:router_gateway {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:58.324737 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvr_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] Set router 52043060-d78e-42bb-a34b-fb14be35ea1f gateway port host: None {{(pid=92947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:43:58.373287 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_hamode_db [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:43:58Z', 'revision_number': 6, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port_host': None}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:58.403834 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d4fc9-07ec-40d3-ab99-9a43bf4e925e None None] The sync data for ids ['52043060-d78e-42bb-a34b-fb14be35ea1f'] in dv-cinder-799871-3-iscsi is: [{'id': '52043060-d78e-42bb-a34b-fb14be35ea1f', 'name': 'tempest-TestVolumeBootPattern-1435750853-router', 'tenant_id': 'cf8dff534e0943af9af0c255da33128d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:37Z', 'updated_at': '2021-07-07T18:43:58Z', 'revision_number': 6, 'project_id': 'cf8dff534e0943af9af0c255da33128d', 'gw_port_host': None}] {{(pid=92947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:43:58.429821 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.454215 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Pushing event deleted for resources: {'Port': ['ID=060d0083-17e7-4367-be48-ddad3372ebf1,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:58.475942 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.521421 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.608327 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.611020 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.651353 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.651840 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52043060-d78e-42bb-a34b-fb14be35ea1f {{(pid=92946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:43:58.664781 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] Notify callbacks [] for router, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.665924 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0d06556a-b506-4a5f-b5a9-b78a7a43353c admin admin] 10.222.0.58 "DELETE /v2.0/routers/52043060-d78e-42bb-a34b-fb14be35ea1f HTTP/1.1" status: 204 len: 168 time: 0.7430220 Jul 07 18:43:58.668432 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38392) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:58.715139 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.db_base_plugin_v2 [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Deleting subnet 3a73665c-8324-49e7-b6b8-a71be63a9738 {{(pid=92946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:43:58.718049 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.753000 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11518231'] for subnet, precommit_delete_associations {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.837323 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.889784 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12317355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12503666'] for subnet, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.919328 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a73665c-8324-49e7-b6b8-a71be63a9738,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:58.921843 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for subnet, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:58.923921 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-808f5ebc-b623-48c2-b247-8a4f9d401ba6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3a73665c-8324-49e7-b6b8-a71be63a9738 HTTP/1.1" status: 204 len: 168 time: 0.2543957 Jul 07 18:43:58.926129 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [-] (92946) accepted ('10.222.0.58', 38394) {{(pid=92946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:58.927818 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26002db6-5fa2-4082-bff5-d3b9ea0642e8 None None] Network 720688ce-9f61-44d5-a352-3835f4d80ba3 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:43:58.992708 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.046701 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Deleting port b4307e62-e998-4296-b452-eb5b30b73795 {{(pid=92946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:59.047034 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.111757 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] For port b4307e62-e998-4296-b452-eb5b30b73795, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=b4307e62-e998-4296-b452-eb5b30b73795,segment=NetworkSegment(0054c470-9f75-42be-b715-5f0d38d8ca92),segment_id=0054c470-9f75-42be-b715-5f0d38d8ca92)] {{(pid=92946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:59.112163 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.124635 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Calling delete_port for b4307e62-e998-4296-b452-eb5b30b73795 owned by network:dhcp {{(pid=92946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:59.192366 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] DHCP port deletion for 720688ce-9f61-44d5-a352-3835f4d80ba3 request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:43:59.208601 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12317329'] for port, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.219094 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c1921cb7-9a06-41d2-b619-784849ebc94a no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:43:59.234204 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4307e62-e998-4296-b452-eb5b30b73795,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:59.237596 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] No DVR routers for this DVR port b4307e62-e998-4296-b452-eb5b30b73795 on host dv-cinder-799871-3-iscsi {{(pid=92946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:43:59.252914 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: c1921cb7-9a06-41d2-b619-784849ebc94a {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:43:59.253185 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device c1921cb7-9a06-41d2-b619-784849ebc94a not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:43:59.273861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Deleting port b4307e62-e998-4296-b452-eb5b30b73795 {{(pid=92947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:43:59.274237 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.310468 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.320865 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720688ce-9f61-44d5-a352-3835f4d80ba3']}} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:59.330811 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0054c470-9f75-42be-b715-5f0d38d8ca92') {'for_net_delete': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:59.331107 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.services.segments.db [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0054c470-9f75-42be-b715-5f0d38d8ca92') {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:43:59.336890 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.db [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] For port b4307e62-e998-4296-b452-eb5b30b73795, host dv-cinder-799871-3-iscsi, got binding levels [] {{(pid=92947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:43:59.337278 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.340374 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11518208'] for segment, before_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.351306 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Calling delete_port for b4307e62-e998-4296-b452-eb5b30b73795 owned by network:dhcp {{(pid=92947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:43:59.354732 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.ipam_backend_mixin [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Port b4307e62-e998-4296-b452-eb5b30b73795 was not found and therefore no delete operation was performed {{(pid=92947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 18:43:59.354834 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.356065 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934'] for port, after_delete {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.362359 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=92946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:43:59.362812 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12317262'] for segment, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: Traceback (most recent call last): Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: timer() Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: cb(*args, **kw) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: return func(*args, **kwargs) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: self._notify() Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: self.callback(batched_events) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: event.method(event) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: return f(self, *a, **k) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._get(url).json() Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: return self.request(url, 'GET', **kwargs) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:43:59.364715 dv-cinder-799871-3-iscsi neutron-server[92946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:43:59.381861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Pushing event deleted for resources: {'Port': ['ID=b4307e62-e998-4296-b452-eb5b30b73795,revision_number=None']} {{(pid=92947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:59.387824 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] No DVR routers for this DVR port b4307e62-e998-4296-b452-eb5b30b73795 on host dv-cinder-799871-3-iscsi {{(pid=92947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:43:59.398576 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.398861 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.399193 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.399524 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.399850 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.400212 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.400533 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.400853 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.401175 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.401527 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.401902 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.402145 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c079306-47a7-4381-a1e3-b0b73fcebd59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-3-iscsi {{(pid=92947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:43:59.428220 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.433927 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:43:59.436049 dv-cinder-799871-3-iscsi neutron-server[92946]: INFO neutron.wsgi [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/720688ce-9f61-44d5-a352-3835f4d80ba3 HTTP/1.1" status: 204 len: 168 time: 0.5086284 Jul 07 18:43:59.439465 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38396) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:43:59.448515 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd1d9-57ae-4e94-ad43-a449c198dee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=720688ce-9f61-44d5-a352-3835f4d80ba3,revision_number=None']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:43:59.781270 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3692820'] for router_interface, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.024178 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Deleting port 425a0d1d-72b5-4e95-b024-15f89398d9ac {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:44:00.024523 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.101953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] For port 425a0d1d-72b5-4e95-b024-15f89398d9ac, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=425a0d1d-72b5-4e95-b024-15f89398d9ac,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:00.102303 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.114980 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Calling delete_port for 425a0d1d-72b5-4e95-b024-15f89398d9ac owned by network:router_interface {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:44:00.206352 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.288361 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.312658 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Pushing event deleted for resources: {'Port': ['ID=425a0d1d-72b5-4e95-b024-15f89398d9ac,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:00.473431 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693354'] for router_interface, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.685509 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f has already been hosted by L3 agent 4c1caa9d-8b5c-4b03-bd63-792684af43e6 {{(pid=92945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:44:00.730900 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 060d0083-17e7-4367-be48-ddad3372ebf1 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:00.751097 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 060d0083-17e7-4367-be48-ddad3372ebf1 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:00.751451 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 060d0083-17e7-4367-be48-ddad3372ebf1 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:00.751856 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b4307e62-e998-4296-b452-eb5b30b73795 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:00.771022 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: b4307e62-e998-4296-b452-eb5b30b73795 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:00.771364 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device b4307e62-e998-4296-b452-eb5b30b73795 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:00.800158 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] Notify agent at l3_agent.dv-cinder-799871-3-iscsi the message routers_updated {{(pid=92945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:44:00.804940 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0ffacf24-7257-4200-ab90-edad40a3a655 admin admin] 10.222.0.58 "PUT /v2.0/routers/b3f80a3b-869d-4567-a1c2-aa2457ab2c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644369 Jul 07 18:44:00.807510 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38398) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:00.810057 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Sync routers for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:44:00.819161 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:00.819758 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:00.906967 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks [] for router, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:00.921504 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:01.102325 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:44:00Z', 'revision_number': 5, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:01.129455 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Checking router: b3f80a3b-869d-4567-a1c2-aa2457ab2c9f for host: dv-cinder-799871-3-iscsi {{(pid=92948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:44:01.137879 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Routers {'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'} bound to L3 agent in host dv-cinder-799871-3-iscsi {{(pid=92948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:44:01.138490 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:21:57Z,description=,heartbeat_timestamp=2021-07-07T18:43:57Z,host='dv-cinder-799871-3-iscsi',id=4c1caa9d-8b5c-4b03-bd63-792684af43e6,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T18:21:57Z,topic='l3_agent')) {'router_ids': ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'], 'active': True} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:01.241752 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_dvr_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] Set router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f gateway port host: dv-cinder-799871-3-iscsi {{(pid=92948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:44:01.262188 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.312904 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Deleting port 3e4f19cc-5848-4364-b591-11ca1b8f938e {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:44:01.313233 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.395650 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] For port 3e4f19cc-5848-4364-b591-11ca1b8f938e, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=3e4f19cc-5848-4364-b591-11ca1b8f938e,segment=NetworkSegment(ada89c8a-9d49-4c78-9378-a75cda9677fd),segment_id=ada89c8a-9d49-4c78-9378-a75cda9677fd)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:01.396058 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.411557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Calling delete_port for 3e4f19cc-5848-4364-b591-11ca1b8f938e owned by network:router_gateway {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:44:01.414640 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.l3_hamode_db [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:44:00Z', 'revision_number': 5, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}], 'dv-cinder-799871-3-iscsi', False) {} {{(pid=92948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:01.445173 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff7d1e-438a-4f0d-9be2-cd4222694ae2 None None] The sync data for ids ['b3f80a3b-869d-4567-a1c2-aa2457ab2c9f'] in dv-cinder-799871-3-iscsi is: [{'id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'name': 'tempest-TestVolumeBootPattern-1085196278-router', 'tenant_id': '0c058bdf0eaa4e8dbf3751321187940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'external_fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:44:00Z', 'revision_number': 5, 'project_id': '0c058bdf0eaa4e8dbf3751321187940b', 'gw_port': {'id': '3e4f19cc-5848-4364-b591-11ca1b8f938e', 'name': '', 'network_id': 'facb4317-5715-4363-a030-031b101744bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f80a3b-869d-4567-a1c2-aa2457ab2c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:36:43Z', 'updated_at': '2021-07-07T18:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37e308dc-c486-4b67-a700-12ac584cf0b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-3-iscsi'}] {{(pid=92948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:44:01.573996 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.601246 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4f19cc-5848-4364-b591-11ca1b8f938e,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:01.660085 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3792211'] for router_gateway, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.745062 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3690215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10547'] for router, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.746972 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.791427 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3686775'] for router, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.792014 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f80a3b-869d-4567-a1c2-aa2457ab2c9f {{(pid=92945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:44:01.796894 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] Notify callbacks [] for router, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.800447 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-53b0c693-8097-4b25-9bd6-f4b043ec9087 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b3f80a3b-869d-4567-a1c2-aa2457ab2c9f HTTP/1.1" status: 204 len: 168 time: 0.9895895 Jul 07 18:44:01.800630 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38400) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:01.844351 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Deleting subnet 6804df5a-6c30-4c70-9099-4db20d3326a4 {{(pid=92945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:44:01.847569 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.881892 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11836460'] for subnet, precommit_delete_associations {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:01.962818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3600734'] for subnet, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.022378 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3600727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11834160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8482409'] for subnet, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.050802 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6804df5a-6c30-4c70-9099-4db20d3326a4,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:02.054358 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.058402 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-5cf8f194-c00f-4aa8-97f1-152cb87bc80a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6804df5a-6c30-4c70-9099-4db20d3326a4 HTTP/1.1" status: 204 len: 168 time: 0.2546136 Jul 07 18:44:02.058707 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38402) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:02.062144 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044e900-3a80-4993-a667-4eee9155ede0 None None] Network 97871c88-c3a5-45c0-beed-00f1a64abbb8 requested from dv-cinder-799871-3-iscsi {{(pid=92947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:44:02.130415 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3661091'] for network, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.192264 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Deleting port 0e174df0-f6d7-4b20-9401-85af851929f3 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:44:02.192728 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765736848604'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.253769 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] For port 0e174df0-f6d7-4b20-9401-85af851929f3, host dv-cinder-799871-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-3-iscsi',level=0,port_id=0e174df0-f6d7-4b20-9401-85af851929f3,segment=NetworkSegment(a76013c4-e10b-4a59-9277-c24f2b676416),segment_id=a76013c4-e10b-4a59-9277-c24f2b676416)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:44:02.254124 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3693332'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.266129 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Calling delete_port for 0e174df0-f6d7-4b20-9401-85af851929f3 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:44:02.341661 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-557617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4070300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765736856598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765736317934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11834122'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.367953 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e174df0-f6d7-4b20-9401-85af851929f3,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:02.373366 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] No DVR routers for this DVR port 0e174df0-f6d7-4b20-9401-85af851929f3 on host dv-cinder-799871-3-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:44:02.441631 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d42ac-f214-4a65-84c9-999c0da628fc None None] DHCP port deletion for 97871c88-c3a5-45c0-beed-00f1a64abbb8 request from dv-cinder-799871-3-iscsi {{(pid=92947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:44:02.443227 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3603915', 'neutron.services.segments.db._delete_segments_for_network-8765736816990'] for network, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.454142 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97871c88-c3a5-45c0-beed-00f1a64abbb8']}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:02.465698 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76013c4-e10b-4a59-9277-c24f2b676416') {'for_net_delete': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:02.466105 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.services.segments.db [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76013c4-e10b-4a59-9277-c24f2b676416') {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:44:02.476904 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765736619650', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11836475'] for segment, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.491296 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175'] for segment, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.497188 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=92945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:44:02.497569 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11834325'] for segment, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: Traceback (most recent call last): Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: timer() Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: cb(*args, **kw) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: return func(*args, **kwargs) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: self._notify() Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: self.callback(batched_events) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: event.method(event) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: return f(self, *a, **k) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._get(url).json() Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: return self.request(url, 'GET', **kwargs) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:44:02.499747 dv-cinder-799871-3-iscsi neutron-server[92945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:44:02.555522 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3603904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3792247'] for network, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.561971 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3925416'] for network, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.563705 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] 10.222.0.58 "DELETE /v2.0/networks/97871c88-c3a5-45c0-beed-00f1a64abbb8 HTTP/1.1" status: 204 len: 168 time: 0.5041444 Jul 07 18:44:02.572897 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634329db-1576-4984-99c6-5378eba2c064 admin admin] Pushing event deleted for resources: {'Network': ['ID=97871c88-c3a5-45c0-beed-00f1a64abbb8,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:02.689229 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 425a0d1d-72b5-4e95-b024-15f89398d9ac no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:02.708294 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 425a0d1d-72b5-4e95-b024-15f89398d9ac {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:02.708640 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 425a0d1d-72b5-4e95-b024-15f89398d9ac not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:02.709056 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 0e174df0-f6d7-4b20-9401-85af851929f3 no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:02.713313 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38406) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:02.734082 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 0e174df0-f6d7-4b20-9401-85af851929f3 {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:02.734436 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 0e174df0-f6d7-4b20-9401-85af851929f3 not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:02.734852 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3e4f19cc-5848-4364-b591-11ca1b8f938e no longer exists at agent ovs-agent-dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:44:02.753620 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.plugin [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] No Port match for: 3e4f19cc-5848-4364-b591-11ca1b8f938e {{(pid=92947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:44:02.753895 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-36fdb0c3-cfd9-4ba8-900c-41b725b7b994 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf8dff534e0943af9af0c255da33128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393395 Jul 07 18:44:02.754011 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron.plugins.ml2.rpc [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Device 3e4f19cc-5848-4364-b591-11ca1b8f938e not bound to the agent host dv-cinder-799871-3-iscsi {{(pid=92947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:44:02.756446 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38408) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:02.803731 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.823818 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.868920 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.871557 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:02.872652 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940c20d3-4e0d-40fc-9ba4-7961fa82efba HTTP/1.1" status: 204 len: 168 time: 0.1151223 Jul 07 18:44:02.880314 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93270c6e-73c8-44d5-b0c9-3bb634a24a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c20d3-4e0d-40fc-9ba4-7961fa82efba,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:03.182442 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38414) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:03.225584 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-0cb10ae4-ff14-4f3c-881e-b4d6f1632e18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c058bdf0eaa4e8dbf3751321187940b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419760 Jul 07 18:44:03.228212 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [-] (92945) accepted ('10.222.0.58', 38416) {{(pid=92945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:44:03.274463 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.295256 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.339977 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742313'] for security_group, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.342529 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:03.343639 dv-cinder-799871-3-iscsi neutron-server[92945]: INFO neutron.wsgi [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7496709-97fd-42f0-97dc-50fd7d580fd8 HTTP/1.1" status: 204 len: 168 time: 0.1142843 Jul 07 18:44:03.351436 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab33df-800a-4d48-8343-80d54359aec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7496709-97fd-42f0-97dc-50fd7d580fd8,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:44:12.021979 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:24.736073 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-de8862cb-f656-44da-99fe-e33923bdf77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:27.340493 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0148a984-8bf0-42f1-9d0e-e2e13430290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:27.456115 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:28.476280 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:30.209260 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:32.147660 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:44:42.021001 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:54.736946 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-77762da2-f95a-4070-93bc-cf0fe34e606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:57.340261 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-0505b971-e701-4881-819b-ad7a4bf0adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:57.456826 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:44:58.480027 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:00.211946 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:09.147052 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:45:12.021860 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:24.737570 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5eda5798-3103-4e88-8b70-b603276f86dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:27.340505 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-721de5fa-3ad7-4c6c-9f47-e9137cd85911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:27.457852 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:28.482951 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:30.214515 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:42.018503 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:42.473840 dv-cinder-799871-3-iscsi neutron-server[92946]: DEBUG neutron.wsgi [req-1858e07b-8a67-4ccd-a1d5-d7d5a56d5da9 req-f6306fd3-6fad-48ac-90a2-08fe381a2526 service neutron] (92946) timed out ('10.222.0.103', 60364) {{(pid=92946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:45:42.478019 dv-cinder-799871-3-iscsi neutron-server[92945]: DEBUG neutron.wsgi [req-e4b95e0a-b615-4161-81b0-e11aa4b4240e req-2d69d558-9103-4733-aa02-517efdedb23e service neutron] (92945) timed out ('10.222.0.103', 60376) {{(pid=92945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:45:46.145005 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:45:54.738544 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5bcae8f9-36ea-4700-8c94-c1f4425acddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:57.341059 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8b2beb26-e16b-4dfb-9f58-b5c0180a3d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:57.456735 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:45:58.485661 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:00.221893 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:12.033408 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:23.144268 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:46:24.740380 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-28e0d386-6780-4542-9156-4edcb52d7360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:27.341754 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-a4812826-897d-46ae-bcd9-9088fe624df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:27.458113 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:28.487864 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:30.219368 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:42.032376 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:54.740858 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d6fb1ffb-1d1a-4c58-8c37-a324088d9709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:57.340298 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-ca8079e4-668f-4959-92c8-0b9beef10c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:57.461526 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:46:58.490780 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:00.143126 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:47:00.221011 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:12.061373 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:24.741455 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-8c2897dc-3da8-48e7-bd28-34f9291493e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:27.339473 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-57f54a28-09e0-49af-b120-a07b8c114bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:27.460008 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:28.494121 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:30.223281 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:37.141523 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:47:42.059620 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:54.741524 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-cb5ab34a-bd41-42da-ab5e-0969c2b2cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:57.339330 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-97ba1bc5-5f56-443a-913b-d4f62d08ba07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:57.458389 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:47:58.497089 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:00.275243 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:12.059452 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:14.140802 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:24.741690 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-f6fea65d-c08e-4632-b000-2c6355575f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:27.339294 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4cba5227-d568-425d-9c4e-b084df26fd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:27.458893 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:28.498866 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:30.227135 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:42.062773 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:51.140759 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:48:54.742764 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-63d5a6f1-1837-460e-b7c7-4c5c922d7d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:57.337913 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-dfda671e-ad0d-458e-8b34-a10a339ba51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:57.461532 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:48:58.501775 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:00.229379 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:12.087198 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-382f8857-8333-45a4-a767-82c14b8c3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:24.743114 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6bb8-cb14-4b2d-892f-3ded93c874cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:27.337572 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d3e35adc-e1a5-4796-b360-52b5d5ad01d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:27.462158 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-5af4896f-116e-4267-8290-452d4b2e55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:28.139579 dv-cinder-799871-3-iscsi neutron-server[92948]: DEBUG neutron.db.agents_db [None req-471bf059-06f2-40e9-ab87-1a5d01625c7f None None] Agent healthcheck: found 6 active agents {{(pid=92948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:49:28.509659 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-17d0280e-454c-4795-a170-267e63f01bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:49:30.232975 dv-cinder-799871-3-iscsi neutron-server[92947]: DEBUG neutron_lib.callbacks.manager [None req-d9d16cbe-23dc-4eaf-b6e8-069c9ecf8aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765736816972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3597441'] for agent, after_update {{(pid=92947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}